-- Logs begin at Wed 2021-06-02 07:21:37 UTC, end at Wed 2021-06-02 08:36:58 UTC. --
Jun 02 08:03:53.522735 dv-cinder-786385-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jun 02 08:03:54.495022 dv-cinder-786385-7-iscsi neutron-server[92232]: Beware of the coming changes in the project packaging
Jun 02 08:03:54.495591 dv-cinder-786385-7-iscsi neutron-server[92232]: https://github.com/svinota/pyroute2/discussions/786
Jun 02 08:03:55.950354 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.common.config [-] Logging enabled!
Jun 02 08:03:55.951016 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev249
Jun 02 08:03:55.951108 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92232) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 02 08:03:55.954300 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.common.config [-] Logging enabled!
Jun 02 08:03:55.954550 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev249
Jun 02 08:03:55.954853 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92232) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 02 08:03:55.955763 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 02 08:03:55.955991 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 02 08:03:55.956367 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 02 08:03:55.956608 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 02 08:03:55.956829 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 02 08:03:55.957148 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.957496 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.958281 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.958505 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.958798 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.959079 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.959356 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.959638 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.959928 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.960235 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.960510 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.960787 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.961012 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.961283 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.961565 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.961842 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.962060 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] debug                          = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.962333 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.962750 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.963156 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.963433 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.963712 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.963983 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.964267 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.964539 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.964815 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.965136 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] host                           = dv-cinder-786385-7-iscsi {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.965410 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.965688 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.965964 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.966240 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.966506 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.966771 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.967045 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.967310 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.967573 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.967841 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.968120 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.968421 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.968702 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.968927 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.969141 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.969561 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.969679 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.969951 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.970216 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.970481 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.970745 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.971009 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.971269 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.971549 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.971827 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.972103 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.972391 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.972664 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.972926 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.973362 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.973654 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.973928 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.974198 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.974469 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.974751 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.975014 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.975282 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.975577 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.975856 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.976140 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.976431 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.976701 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.976975 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.977242 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.977507 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.977773 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.978038 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.978302 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.978575 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.978839 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.979105 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.979373 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.979635 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.979911 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:55.980212 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.980506 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.980798 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.981072 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.981359 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.981633 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.981914 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.982186 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.982465 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.982748 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.983028 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.983303 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.983587 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.983853 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.984140 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.984460 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.984744 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.985025 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.985295 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.985561 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.985826 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.986096 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.986374 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.986659 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.986938 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.987205 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.987475 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.987755 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.988025 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.988315 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.988586 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.988888 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.989157 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.989421 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.989695 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.989965 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.990228 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.990491 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.990759 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.991039 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.991309 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.991572 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.991836 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.992107 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.992396 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.992680 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.992951 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.993217 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.993482 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.993753 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.994017 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.994281 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.994551 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.994813 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.995082 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.995348 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.995613 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.995878 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.996141 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.996431 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.996695 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.996961 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.997231 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.997495 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.997759 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.998023 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.998289 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.998554 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.998830 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.999120 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.999392 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.999662 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:55.999934 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:56.000223 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:56.000499 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:56.000767 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:56.001039 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:56.001309 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:56.001573 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:56.001855 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:56.002134 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:56.002413 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:56.002691 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:56.002963 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:56.003251 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:56.003523 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:56.003801 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:56.004074 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:56.004896 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:56.005179 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:56.005459 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:56.005743 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:56.006029 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:56.006314 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:56.006595 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:56.006878 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:56.007151 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:56.007453 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:56.007725 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:56.007938 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 02 08:03:56.008173 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92232) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jun 02 08:03:56.353059 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:03:56.353338 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:03:56.353622 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:03:56.353948 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.manager [-] Loading core plugin: ml2
Jun 02 08:03:56.740920 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:56.741134 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:56.741384 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:56.742666 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:56.742937 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:56.743205 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:56.777125 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:56.777400 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:56.777680 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:56.791055 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:56.791330 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:56.791590 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:56.821071 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:56.821345 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:56.821605 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:56.857836 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:56.858106 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:56.858366 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.086624 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f3e7c5229d0> agent after_create 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.087240 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f3e7c5229d0> agent after_update 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.087240 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f3e7c34a4c0> segment precommit_create 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.087418 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f3e7c34a790> network precommit_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.088133 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f3e7c35a940> segment before_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.211915 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3e7cdaa8b0>> network before_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.212262 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f3e7c32ff70> agent before_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.212543 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_net of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3e7cdaa8b0>> network before_create 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.212813 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3e7cdaa8b0>> port before_create 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.213079 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3e7cdaa8b0>> port before_update 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.213384 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3e7cdaa8b0>> segment precommit_create 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.213638 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3e7cdaa8b0>> segment precommit_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.213889 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3e7cdaa8b0>> segment after_create 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.214136 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3e7cdaa8b0>> segment after_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.214414 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3e7cdaa8b0>> network after_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.214665 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3e7cdaa8b0>> network precommit_delete 0 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.214929 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3e7cdaa8b0>> port provisioning_complete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.215185 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3e7cdaa8b0>> rbac-policy before_create 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.215435 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3e7cdaa8b0>> rbac-policy after_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.215696 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3e7cdaa8b0>> agent after_update 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.215958 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3e7cdaa8b0>> subnet after_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.216231 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3e7cdaa8b0>> subnet precommit_delete 0 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.216498 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3e7cdaa8b0>> rbac-policy before_update 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.216744 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3e7cdaa8b0>> rbac-policy before_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.217020 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3e7cdaa8b0>> segment_host_mapping after_create 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.217358 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3e7cdaa8b0>> port after_create 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.217603 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3e7cdaa8b0>> port after_update 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.217845 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3e7cdaa8b0>> port after_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.218118 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3e7cdaa8b0>> rbac-policy before_create 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.218359 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3e7cdaa8b0>> rbac-policy before_update 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.218599 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3e7cdaa8b0>> rbac-policy before_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.218981 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92232) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 02 08:03:57.219208 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92232) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 02 08:03:57.219439 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92232) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 02 08:03:57.219667 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92232) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 02 08:03:57.219894 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92232) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 02 08:03:57.220118 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92232) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 02 08:03:57.220503 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jun 02 08:03:57.224314 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jun 02 08:03:57.228175 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jun 02 08:03:57.231935 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])])
Jun 02 08:03:57.233704 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jun 02 08:03:57.234148 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jun 02 08:03:57.234480 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jun 02 08:03:57.234858 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jun 02 08:03:57.237645 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jun 02 08:03:57.237899 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jun 02 08:03:57.238237 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jun 02 08:03:57.265440 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jun 02 08:03:57.265888 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f3e7c43b9d0>> qos_plugin after_init 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.266180 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92232) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jun 02 08:03:57.266537 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f3e7c43b610>> logging-plugin after_init 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.267869 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92232) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jun 02 08:03:57.268144 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jun 02 08:03:57.268410 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jun 02 08:03:57.272472 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f3e7c3e0430>> floatingip before_response 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.272750 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f3e7c3e0430>> port before_response 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:57.334785 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jun 02 08:03:57.335019 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jun 02 08:03:57.335252 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jun 02 08:03:57.335611 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jun 02 08:03:57.365524 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_db.sqlalchemy.engines [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92232) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 02 08:03:57.831164 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.plugins.ml2.managers [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Initializing driver for type 'gre'
Jun 02 08:03:57.831699 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] gre ID ranges: [(1, 1000)]
Jun 02 08:03:58.046159 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.plugins.ml2.managers [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Initializing driver for type 'local'
Jun 02 08:03:58.046502 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.plugins.ml2.managers [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Initializing driver for type 'vlan'
Jun 02 08:03:58.156823 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] VlanTypeDriver initialization complete
Jun 02 08:03:58.157462 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.plugins.ml2.managers [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Initializing driver for type 'vxlan'
Jun 02 08:03:58.157627 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] vxlan ID ranges: [(1, 1000)]
Jun 02 08:03:58.400740 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.plugins.ml2.managers [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Initializing extension driver 'port_security'
Jun 02 08:03:58.401082 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.plugins.ml2.extensions.port_security [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] PortSecurityExtensionDriver initialization complete
Jun 02 08:03:58.401418 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.plugins.ml2.managers [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Initializing mechanism driver 'openvswitch'
Jun 02 08:03:58.402027 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.plugins.ml2.managers [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Initializing mechanism driver 'hyperv'
Jun 02 08:03:58.413593 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.plugins.ml2.plugin [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:03:58.414320 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3e7c607790>> port after_create 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.414698 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3e7c607790>> port after_update 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.415057 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3e7c607790>> port after_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.415449 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3e7c607940>> subnet after_create 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.415808 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3e7c607940>> subnet after_update 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.416155 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3e7c607940>> subnet after_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.416571 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3e7be335b0>> network after_create 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.416921 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3e7be335b0>> network after_update 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.417264 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3e7be335b0>> network after_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.417645 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3e7be33820>> security_group after_create 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.417994 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3e7be33820>> security_group after_update 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.418334 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3e7be33820>> security_group after_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.418778 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3e7be33a90>> security_group_rule after_create 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.419123 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3e7be33a90>> security_group_rule after_update 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.419463 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3e7be33a90>> security_group_rule after_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.419846 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3e7be33d00>> address_group after_create 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.420217 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3e7be33d00>> address_group after_update 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.420551 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3e7be33d00>> address_group after_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.420891 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] ML2 OVO RPC backend initialized. {{(pid=92232) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}}
Jun 02 08:03:58.421588 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3e7be3e130>> router_interface after_create 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.421941 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3e7be3e130>> router_interface after_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.422359 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3e7be3e130>> network before_response 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.422706 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3e7be3e130>> networks before_response 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.423092 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3e7be3e130>> port before_response 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.423435 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3e7be3e130>> ports before_response 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.423779 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3e7be3e130>> subnet before_response 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.424121 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3e7be3e130>> subnets before_response 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.424557 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3e7be3e130>> network after_create 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.424899 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3e7be3e130>> network after_update 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.425238 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3e7be3e130>> network after_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.425578 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3e7be3e130>> port after_create 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.425919 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3e7be3e130>> port after_update 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.426258 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3e7be3e130>> port after_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.426597 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3e7be3e130>> subnet after_create 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.426936 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3e7be3e130>> subnet after_update 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.427272 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3e7be3e130>> subnet after_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.427881 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.plugins.ml2.plugin [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Modular L2 Plugin initialization complete
Jun 02 08:03:58.428280 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading services supported by the core plugin {{(pid=92232) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jun 02 08:03:58.435767 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.plugins.ml2.managers [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Got port-security extension from driver 'port_security'
Jun 02 08:03:58.435767 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.extensions.vlantransparent [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Disabled vlantransparent extension.
Jun 02 08:03:58.435767 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92232) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jun 02 08:03:58.435767 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading Plugin: router
Jun 02 08:03:58.478484 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3e7be3e250>> router_interface before_create 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.478875 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3e7be3e250>> router after_create 55549900 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.479248 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3e7be3e250>> router before_create 55549900 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.479657 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3e7be3e250>> router_interface before_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.480028 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3e7be3e250>> router_interface after_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.480404 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3e7be3e250>> router after_delete 55549900 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.480767 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3e7be3e250>> floatingip after_update 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.481133 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3e7be3e250>> router after_create 55549900 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.481481 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3e7be3e250>> router after_update 55549900 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.481833 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3e7be3e250>> router after_update 55549900 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.482180 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3e7be3e250>> router_gateway after_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.482538 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3e7be3e250>> router after_update 55549900 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.482944 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3e7be3e250>> router precommit_update 55549900 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.483312 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f3e7c49dca0> port after_update 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.483656 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f3e7c49db80> port after_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.483993 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f3e7c49dc10> subnet after_update 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.484363 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f3e7c49dd30> subnetpool_address_scope after_update 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.484714 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3e7be3e250>> port precommit_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.485064 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3e7be3e250>> router precommit_create 55549900 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.485522 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f3e7c4845e0> port before_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.485784 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3e7be3e250>> router precommit_create 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.486140 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3e7be3e250>> router after_update 55549900 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.486485 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3e7be3e250>> router precommit_delete 55549900 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.486832 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3e7be3e250>> router precommit_create 55549900 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.487192 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3e7be3e250>> router_interface after_create 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.487535 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3e7be3e250>> router precommit_update 55549900 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.487912 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3e7be3e250>> network after_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.488821 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.quota.resource_registry [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Tracking information for resource: router configured {{(pid=92232) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 02 08:03:58.489151 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.quota.resource_registry [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Tracking information for resource: floatingip configured {{(pid=92232) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 02 08:03:58.497908 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.db.l3_agentschedulers_db [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jun 02 08:03:58.498486 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f3e7bdaaf70> port after_update 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.498847 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f3e7bdaae50> port after_create 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.499200 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <function _notify_port_delete at 0x7f3e7bdaaee0> port after_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.499553 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f3e7bdbd280> port after_update 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.500372 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3e7bdd4a30>> router before_create 55550100 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.500742 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3e7bdd4a30>> router precommit_delete 55550100 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.501104 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3e7bdd4a30>> router precommit_create 55550100 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.501467 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3e7bdd4a30>> router precommit_update 55550100 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.505928 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.services.provider_configuration [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Service providers = [] {{(pid=92232) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jun 02 08:03:58.506291 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.db.servicetype_db [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92232) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jun 02 08:03:58.509468 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.services.service_base [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92232) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 02 08:03:58.509828 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.services.service_base [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92232) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 02 08:03:58.510176 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.services.service_base [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92232) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 02 08:03:58.511054 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.services.service_base [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92232) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 02 08:03:58.511438 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.services.service_base [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jun 02 08:03:58.511821 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92232) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 02 08:03:58.512146 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jun 02 08:03:58.523298 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92232) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 02 08:03:58.523634 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading Plugin: auto_allocate
Jun 02 08:03:58.529670 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f3e7bdfc5e0> network precommit_update 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.530038 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f3e7bdfc5e0> network precommit_create 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.530564 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92232) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 02 08:03:58.530885 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading Plugin: tag
Jun 02 08:03:58.538375 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92232) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 02 08:03:58.538749 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading Plugin: timestamp
Jun 02 08:03:58.542550 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92232) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 02 08:03:58.542887 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading Plugin: network_ip_availability
Jun 02 08:03:58.556795 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3e7bdfa070>> rbac-policy before_create 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.557168 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3e7bdfa070>> rbac-policy before_update 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.557520 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3e7bdfa070>> rbac-policy before_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.558260 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92232) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 02 08:03:58.558576 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading Plugin: flavors
Jun 02 08:03:58.563638 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92232) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 02 08:03:58.563970 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading Plugin: revisions
Jun 02 08:03:58.568250 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92232) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 02 08:03:58.568643 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_concurrency.lockutils [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.215s {{(pid=92232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:03:58.569389 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92232) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jun 02 08:03:58.569720 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Initializing extension manager.
Jun 02 08:03:58.570220 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: __init__.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.570553 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: __pycache__ {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.570881 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.571209 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: address_group.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.571949 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.572534 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: address-group
Jun 02 08:03:58.572854 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: address_scope.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.573545 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.574045 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: address-scope
Jun 02 08:03:58.574362 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.575262 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.575760 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: router-admin-state-down-before-update
Jun 02 08:03:58.576078 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: agent.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.576783 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.577281 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: agent
Jun 02 08:03:58.577597 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: agent_resources_synced.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.578475 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.578973 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: agent-resources-synced
Jun 02 08:03:58.579296 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: allowedaddresspairs.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.581049 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.581566 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: allowed-address-pairs
Jun 02 08:03:58.581890 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: auto_allocated_topology.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.583433 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.583937 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: auto-allocated-topology
Jun 02 08:03:58.584286 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: availability_zone.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.584963 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.585462 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: availability_zone
Jun 02 08:03:58.585784 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: availability_zone_filter.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.586668 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.587166 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: availability_zone_filter
Jun 02 08:03:58.587483 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: data_plane_status.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.588386 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.588883 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extension data-plane-status not supported by any of loaded plugins
Jun 02 08:03:58.589204 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: default_subnetpools.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.590089 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.590585 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: default-subnetpools
Jun 02 08:03:58.590902 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.591688 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.592211 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: dhcp_agent_scheduler
Jun 02 08:03:58.592523 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: dns.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.593406 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.593899 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extension dns-integration not supported by any of loaded plugins
Jun 02 08:03:58.594216 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: dns_domain_ports.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.595093 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.595586 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jun 02 08:03:58.595901 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: dvr.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.596588 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.597084 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: dvr
Jun 02 08:03:58.597400 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: empty_string_filtering.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.598833 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.599340 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: empty-string-filtering
Jun 02 08:03:58.599658 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.600568 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.601061 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jun 02 08:03:58.601430 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.602336 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.602839 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jun 02 08:03:58.603158 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: external_net.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.604037 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.604567 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: external-net
Jun 02 08:03:58.604883 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.605773 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.606259 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: extra_dhcp_opt
Jun 02 08:03:58.606573 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: extraroute.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.607454 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.607951 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: extraroute
Jun 02 08:03:58.608287 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: extraroute_atomic.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.609292 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.609792 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: extraroute-atomic
Jun 02 08:03:58.610211 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: filter_validation.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.611031 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.611570 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: filter-validation
Jun 02 08:03:58.611885 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: fip_pf_description.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.612799 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.613291 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jun 02 08:03:58.613604 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: fip_port_details.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.614499 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.614996 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: fip-port-details
Jun 02 08:03:58.615313 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: flavors.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.616570 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.617072 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: flavors
Jun 02 08:03:58.617392 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.619024 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.619542 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jun 02 08:03:58.619873 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: floatingip_pools.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.620589 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.621092 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: floatingip-pools
Jun 02 08:03:58.621417 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: ip_allocation.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.622342 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.623049 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extension ip_allocation not supported by any of loaded plugins
Jun 02 08:03:58.623561 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.624499 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.625224 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: ip-substring-filtering
Jun 02 08:03:58.625551 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: l2_adjacency.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.626455 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.626986 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extension l2_adjacency not supported by any of loaded plugins
Jun 02 08:03:58.627309 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: l3.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.628309 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.628829 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: router
Jun 02 08:03:58.629158 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.631344 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.631899 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jun 02 08:03:58.632263 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.639058 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.639573 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: ext-gw-mode
Jun 02 08:03:58.639897 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.640824 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.641330 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: l3-ha
Jun 02 08:03:58.641654 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: l3_flavors.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.642539 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.643043 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: l3-flavors
Jun 02 08:03:58.643365 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.644299 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.645294 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: l3-port-ip-change-not-allowed
Jun 02 08:03:58.645704 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: l3agentscheduler.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.646710 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.647213 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: l3_agent_scheduler
Jun 02 08:03:58.647540 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: logging.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.649046 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.649559 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extension logging not supported by any of loaded plugins
Jun 02 08:03:58.649888 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: metering.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.650649 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.651256 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: metering
Jun 02 08:03:58.651837 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.653064 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.653576 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: metering_source_and_destination_fields
Jun 02 08:03:58.653898 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: multiprovidernet.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.654834 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.655340 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: multi-provider
Jun 02 08:03:58.655660 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: netmtu.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.656578 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.657077 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: net-mtu
Jun 02 08:03:58.657396 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: netmtu_writable.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.658285 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.658781 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: net-mtu-writable
Jun 02 08:03:58.659100 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: network_availability_zone.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.659750 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.660266 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: network_availability_zone
Jun 02 08:03:58.661137 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: network_ip_availability.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.662210 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.662771 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: network-ip-availability
Jun 02 08:03:58.663094 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: network_segment_range.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.663886 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.664372 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extension network-segment-range not supported by any of loaded plugins
Jun 02 08:03:58.664694 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: pagination.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.665644 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.665970 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: pagination
Jun 02 08:03:58.666286 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: port_device_profile.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.667174 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.667680 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: port-device-profile
Jun 02 08:03:58.667998 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.668921 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.669425 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: port-mac-address-regenerate
Jun 02 08:03:58.669743 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.670669 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.671170 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: port-numa-affinity-policy
Jun 02 08:03:58.671517 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: port_resource_request.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.681145 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.681682 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extension port-resource-request not supported by any of loaded plugins
Jun 02 08:03:58.682022 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: portbindings.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.682989 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.683521 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: binding
Jun 02 08:03:58.683855 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: portbindings_extended.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.685150 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.685659 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: binding-extended
Jun 02 08:03:58.685989 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: portsecurity.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.686891 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.687399 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: port-security
Jun 02 08:03:58.687730 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: project_id.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.688723 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.689052 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: project-id
Jun 02 08:03:58.689376 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: providernet.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.690286 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.690795 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: provider
Jun 02 08:03:58.691116 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: qos.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.694618 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.695144 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extension qos not supported by any of loaded plugins
Jun 02 08:03:58.695476 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.696918 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.697430 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jun 02 08:03:58.697766 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.698678 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.699194 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jun 02 08:03:58.699520 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: qos_default.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.700434 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.701036 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extension qos-default not supported by any of loaded plugins
Jun 02 08:03:58.701360 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: qos_fip.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.702004 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.702504 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extension qos-fip not supported by any of loaded plugins
Jun 02 08:03:58.702824 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: qos_gateway_ip.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.703732 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.704262 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jun 02 08:03:58.704586 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: qos_port_network_policy.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.705480 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.705980 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jun 02 08:03:58.706301 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: qos_rule_type_details.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.707190 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.708288 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jun 02 08:03:58.708616 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: qos_rules_alias.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.709644 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.710158 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jun 02 08:03:58.710478 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: quotasv2.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.711529 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.711859 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: quotas
Jun 02 08:03:58.712181 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: quotasv2_detail.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.714302 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.714645 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: quota_details
Jun 02 08:03:58.714979 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: rbac.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.716732 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.717282 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: rbac-policies
Jun 02 08:03:58.717610 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: rbac_address_group.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.718529 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.719051 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: rbac-address-group
Jun 02 08:03:58.719420 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: rbac_address_scope.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.720359 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.720871 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: rbac-address-scope
Jun 02 08:03:58.721195 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: rbac_security_groups.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.722093 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.722601 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: rbac-security-groups
Jun 02 08:03:58.722927 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: rbac_subnetpool.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.724445 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.729432 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: rbac-subnetpool
Jun 02 08:03:58.729432 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: revisionifmatch.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.730225 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.730739 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: revision-if-match
Jun 02 08:03:58.731063 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: revisions.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.732155 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.732695 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: standard-attr-revisions
Jun 02 08:03:58.733028 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: router_availability_zone.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.733694 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.734202 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: router_availability_zone
Jun 02 08:03:58.734528 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: routerservicetype.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.735439 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.735946 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extension router-service-type not supported by any of loaded plugins
Jun 02 08:03:58.736306 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.737253 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.737762 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: security-groups-normalized-cidr
Jun 02 08:03:58.738186 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.739089 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.739592 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: port-security-groups-filtering
Jun 02 08:03:58.739912 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.740849 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.741429 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: security-groups-remote-address-group
Jun 02 08:03:58.741751 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: securitygroup.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.752565 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.753098 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: security-group
Jun 02 08:03:58.753434 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: segment.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.754791 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.755299 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extension segment not supported by any of loaded plugins
Jun 02 08:03:58.755629 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.756578 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.757089 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jun 02 08:03:58.757420 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: servicetype.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.758506 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.759015 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: service-type
Jun 02 08:03:58.759338 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: sorting.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.760393 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.760726 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: sorting
Jun 02 08:03:58.761049 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: standard_attr_segment.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.761952 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.762459 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jun 02 08:03:58.762781 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: standardattrdescription.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.763526 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.764028 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: standard-attr-description
Jun 02 08:03:58.764379 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: stateful_security_group.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.765299 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.765811 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: stateful-security-group
Jun 02 08:03:58.766134 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: stdattrs_common.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.766725 dv-cinder-786385-7-iscsi neutron-server[92232]: WARNING neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jun 02 08:03:58.767055 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.768028 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.768576 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jun 02 08:03:58.768890 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: subnet_onboard.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.770575 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.771087 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: subnet_onboard
Jun 02 08:03:58.771409 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.772362 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.772870 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jun 02 08:03:58.773198 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: subnet_service_types.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.774101 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.774639 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: subnet-service-types
Jun 02 08:03:58.774939 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: subnetallocation.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.778842 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.779353 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: subnet_allocation
Jun 02 08:03:58.779682 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.780375 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.780884 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: subnetpool-prefix-ops
Jun 02 08:03:58.781204 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.782119 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.782622 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jun 02 08:03:58.782948 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: tagging.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.783998 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.784575 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: standard-attr-tag
Jun 02 08:03:58.784890 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: timestamp.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.786102 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.786612 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loaded extension: standard-attr-timestamp
Jun 02 08:03:58.786938 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: trunk.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.787989 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.788524 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extension trunk not supported by any of loaded plugins
Jun 02 08:03:58.788849 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: trunk_details.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.789749 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.790256 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extension trunk-details not supported by any of loaded plugins
Jun 02 08:03:58.790577 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: uplink_status_propagation.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.791477 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.791983 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jun 02 08:03:58.792332 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Loading extension file: vlantransparent.py {{(pid=92232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 02 08:03:58.793060 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 02 08:03:58.793562 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extension vlan-transparent not supported by any of loaded plugins
Jun 02 08:03:58.796017 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.quota.resource_registry [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Creating instance of TrackedResource for resource:network
Jun 02 08:03:58.796773 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.quota.resource_registry [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Creating instance of TrackedResource for resource:subnet
Jun 02 08:03:58.797545 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.quota.resource_registry [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 02 08:03:58.798144 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.quota.resource_registry [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Creating instance of TrackedResource for resource:port
Jun 02 08:03:58.799429 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.v2.resource_helper [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 02 08:03:58.799864 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.v2.resource_helper [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Service FLAVORS assigned prefix:  {{(pid=92232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 02 08:03:58.800819 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.v2.resource_helper [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 02 08:03:58.800940 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.v2.resource_helper [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 02 08:03:58.801363 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.quota.resource_registry [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Creating instance of TrackedResource for resource:router
Jun 02 08:03:58.802004 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.quota.resource_registry [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Creating instance of TrackedResource for resource:floatingip
Jun 02 08:03:58.802711 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.v2.resource_helper [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Service METERING assigned prefix: /metering {{(pid=92232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 02 08:03:58.804145 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3e7bcd25e0>> rbac-policy before_create 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.804548 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3e7bcd25e0>> rbac-policy before_update 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.804903 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3e7bcd25e0>> rbac-policy before_delete 55550000 {{(pid=92232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:03:58.806035 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.quota.resource_registry [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 02 08:03:58.806487 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.quota.resource_registry [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Creating instance of TrackedResource for resource:security_group
Jun 02 08:03:58.807152 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.quota.resource_registry [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 02 08:03:58.807877 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.v2.resource_helper [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Service CORE assigned prefix:  {{(pid=92232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 02 08:03:58.808225 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.quota.resource_registry [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 02 08:03:58.808565 dv-cinder-786385-7-iscsi neutron-server[92232]: WARNING neutron.quota.resource_registry [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] subnetpool is already registered
Jun 02 08:03:58.809176 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.v2.resource_helper [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Service CORE assigned prefix:  {{(pid=92232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 02 08:03:58.809503 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.quota.resource_registry [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 02 08:03:58.809827 dv-cinder-786385-7-iscsi neutron-server[92232]: WARNING neutron.quota.resource_registry [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] subnetpool is already registered
Jun 02 08:03:58.812484 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.v2.resource_helper [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 02 08:03:58.812917 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.v2.resource_helper [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Service FLAVORS assigned prefix:  {{(pid=92232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 02 08:03:58.813509 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.v2.resource_helper [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 02 08:03:58.813925 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.v2.resource_helper [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 02 08:03:58.814254 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.quota.resource_registry [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Creating instance of TrackedResource for resource:router
Jun 02 08:03:58.814578 dv-cinder-786385-7-iscsi neutron-server[92232]: WARNING neutron.quota.resource_registry [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] router is already registered
Jun 02 08:03:58.815167 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.quota.resource_registry [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Creating instance of TrackedResource for resource:floatingip
Jun 02 08:03:58.815492 dv-cinder-786385-7-iscsi neutron-server[92232]: WARNING neutron.quota.resource_registry [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] floatingip is already registered
Jun 02 08:03:58.816120 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.v2.resource_helper [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Service METERING assigned prefix: /metering {{(pid=92232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 02 08:03:58.817348 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.quota.resource_registry [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 02 08:03:58.817670 dv-cinder-786385-7-iscsi neutron-server[92232]: WARNING neutron.quota.resource_registry [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] rbac_policy is already registered
Jun 02 08:03:58.821491 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.quota.resource_registry [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Creating instance of TrackedResource for resource:security_group
Jun 02 08:03:58.821491 dv-cinder-786385-7-iscsi neutron-server[92232]: WARNING neutron.quota.resource_registry [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] security_group is already registered
Jun 02 08:03:58.821491 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.quota.resource_registry [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 02 08:03:58.821491 dv-cinder-786385-7-iscsi neutron-server[92232]: WARNING neutron.quota.resource_registry [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] security_group_rule is already registered
Jun 02 08:03:58.821491 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.v2.resource_helper [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Service CORE assigned prefix:  {{(pid=92232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 02 08:03:58.821491 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.quota.resource_registry [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 02 08:03:58.821491 dv-cinder-786385-7-iscsi neutron-server[92232]: WARNING neutron.quota.resource_registry [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] subnetpool is already registered
Jun 02 08:03:58.821491 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.v2.resource_helper [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Service CORE assigned prefix:  {{(pid=92232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 02 08:03:58.822109 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.quota.resource_registry [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 02 08:03:58.822109 dv-cinder-786385-7-iscsi neutron-server[92232]: WARNING neutron.quota.resource_registry [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] subnetpool is already registered
Jun 02 08:03:58.822687 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: extensions {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.824201 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: address-groups {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.825850 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: address-scopes {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.827089 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: agents {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.828380 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: auto-allocated-topology {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.829641 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: availability_zones {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.830976 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: dhcp-networks {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.833010 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: dhcp-agents {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.834449 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: routers {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.836352 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: flavors {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.837528 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: service_profiles {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.838771 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: next_providers {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.840419 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: service_profiles {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.841881 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: floatingip-pools {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.843118 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: routers {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.844989 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: floatingips {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.846210 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: l3-routers {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.850152 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: l3-agents {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.850152 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: metering-labels {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.850541 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: metering-label-rules {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.851849 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: network-ip-availabilities {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.853167 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: bindings {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.854866 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: quotas {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.856360 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: quotas {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.857839 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: rbac-policies {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.860147 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: security-groups {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.861424 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: security-group-rules {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.862694 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: service-providers {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.863969 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: subnetpools {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.976967 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: subnetpools {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.978385 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: tags {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.980128 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: tags {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.982010 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: tags {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.983836 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: tags {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.985680 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: tags {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.987565 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: tags {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.989371 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: tags {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.991993 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: tags {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.993256 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: tags {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:58.995155 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron.api.extensions [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Extended resource: tags {{(pid=92232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 02 08:03:59.001330 dv-cinder-786385-7-iscsi neutron-server[92232]: WARNING keystonemiddleware.auth_token [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jun 02 08:03:59.006588 dv-cinder-786385-7-iscsi neutron-server[92232]: WARNING keystonemiddleware.auth_token [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jun 02 08:03:59.014754 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_concurrency.lockutils [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Acquired lock "singleton_lock" {{(pid=92232) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jun 02 08:03:59.015242 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_concurrency.lockutils [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Releasing lock "singleton_lock" {{(pid=92232) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jun 02 08:03:59.015901 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO oslo_service.service [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Starting 2 workers
Jun 02 08:03:59.021270 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Started child 92341 {{(pid=92232) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 02 08:03:59.025699 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Started child 92342 {{(pid=92232) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 02 08:03:59.026897 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:03:59.027729 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO neutron.service [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Neutron service started, listening on 0.0.0.0:9696
Jun 02 08:03:59.028420 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [-] (92341) wsgi starting up on http://0.0.0.0:9696
Jun 02 08:03:59.028578 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Notify callbacks [] for process, before_spawn {{(pid=92232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:03:59.030490 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:03:59.030955 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO oslo_service.service [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Starting 1 workers
Jun 02 08:03:59.031834 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [-] (92342) wsgi starting up on http://0.0.0.0:9696
Jun 02 08:03:59.036310 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Started child 92343 {{(pid=92232) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 02 08:03:59.036842 dv-cinder-786385-7-iscsi neutron-server[92232]: INFO oslo_service.service [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Starting 1 workers
Jun 02 08:03:59.039461 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.service [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] calling RpcWorker wait() {{(pid=92343) _wait /opt/stack/neutron/neutron/service.py:128}}
Jun 02 08:03:59.039990 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.service [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] returning from RpcWorker wait() {{(pid=92343) _wait /opt/stack/neutron/neutron/service.py:135}}
Jun 02 08:03:59.041272 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:03:59.041395 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Started child 92344 {{(pid=92232) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 02 08:03:59.041992 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:03:59.042149 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ffae-4d5e-44a8-acee-9ace8af75804 None None] Notify callbacks [] for process, after_spawn {{(pid=92232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:03:59.044167 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92232) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 02 08:03:59.044400 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 02 08:03:59.044585 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 02 08:03:59.044811 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 02 08:03:59.045140 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 02 08:03:59.045305 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 02 08:03:59.045826 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.046092 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.046362 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.046493 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:03:59.047017 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.047017 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.047895 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.047895 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.048066 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.048212 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:03:59.048350 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.048543 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.048718 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.048878 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.049481 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.049722 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.050053 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.050330 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.050576 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.051001 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.051210 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.051474 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.051753 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.051987 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.052287 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] debug                          = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.052533 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.053015 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.053246 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.053493 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.053712 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.053995 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.054256 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.054533 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.054784 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.055024 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.055269 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.055539 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.055783 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.055997 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.056256 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.056523 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.056891 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.057377 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] host                           = dv-cinder-786385-7-iscsi {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.057612 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.057858 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.058087 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.058350 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.058601 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.058815 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.059070 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.059324 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.059547 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.059770 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.060011 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.060294 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.060532 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.060793 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.060954 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.061174 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.061444 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.061872 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.062208 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.062363 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.062548 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.062809 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.062960 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.063207 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.063434 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.063649 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.063862 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.064109 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.064331 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.064590 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.064838 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.065072 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.065313 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.065570 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.065858 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.066030 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.066332 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.066480 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.067211 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.067450 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.067758 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.068272 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.068633 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.068857 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.069131 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.069364 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.069786 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.070249 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.070510 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.070887 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.071122 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.071337 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.071601 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.071835 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.072161 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.072641 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.072867 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.073095 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.073318 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.073534 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.073769 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.073983 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.074200 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.074466 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.074680 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.074894 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.075109 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.075340 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.075575 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.076007 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.076320 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.076633 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.076881 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.077130 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.077389 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.077621 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.077859 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.078093 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.078397 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.078667 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.078887 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.079175 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.079421 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.079657 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.079993 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.080275 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.083623 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.083623 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.083623 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.083623 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.083623 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.083623 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.083623 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.083623 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.77/identity {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.085183 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.085183 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.085183 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.085183 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.085183 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.085183 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.085183 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.085183 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.086376 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.086376 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.086376 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.086376 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.086376 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.087043 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.087043 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.087043 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.087310 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.087432 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.087643 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.087899 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.088118 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.088373 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.088622 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.088855 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.089108 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.089335 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.089573 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.089807 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.090020 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.090228 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.090475 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.090712 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.091027 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.091242 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.091458 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.091685 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.091935 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.092174 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.092414 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.092628 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.092846 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.093079 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.093294 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.093531 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.093744 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.093959 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.094193 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.094467 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.094924 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.094924 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.095188 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.095817 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.096032 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.096281 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.096505 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.096740 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.096954 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.097165 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.097380 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.097666 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.098010 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.098236 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.098501 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.098738 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.098993 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.099228 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.099486 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.099725 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.099977 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.100226 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.100464 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.100693 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.100971 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.101195 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.101448 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.101707 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.102032 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.102276 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.102672 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.102810 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.102953 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.103209 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.103441 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.103671 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.103927 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.104181 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.104496 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.104745 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.105013 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.105586 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.105586 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.105868 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.106072 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.106606 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.106812 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.107068 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.107336 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.107567 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.108117 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.108117 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.108410 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.108530 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.108805 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.109324 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.109324 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.109502 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.109701 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.110030 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.110279 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.110491 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.110723 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.110984 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.111248 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.111497 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.113527 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.113527 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.113527 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.113527 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.113527 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.77/identity {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.114997 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.114997 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.114997 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.114997 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.115473 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.115473 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.115473 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.115868 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.115991 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.116535 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.116535 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.117423 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.117899 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.117899 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.117899 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.118245 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.118367 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.120986 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.120986 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.120986 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.120986 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.120986 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.120986 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.120986 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.120986 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.122116 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.122116 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.122116 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.122116 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.122116 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.122116 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.122116 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.122116 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.122672 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.122672 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.122672 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.122672 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.122954 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.123548 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.123548 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.123548 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.124463 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.124463 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.124463 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.124739 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.124739 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.124932 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.125142 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.125382 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.126018 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.126018 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.126018 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.126339 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.126498 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.127307 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.127307 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.127307 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.127543 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.127621 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.127764 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.127978 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.128243 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.128542 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.128787 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.129015 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.129318 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.130058 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.130301 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.130508 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.130722 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.130936 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.131144 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.131387 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.131595 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.131802 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.132019 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.132254 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.132477 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.132683 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.132891 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.133103 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.133308 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.133528 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.133734 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.133941 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.134153 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.134379 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.134706 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.134953 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.135171 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.135455 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.135681 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.135928 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.136200 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.136525 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.136738 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.136974 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.137206 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.137420 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.137636 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.137974 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.138887 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.139193 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.139438 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.139689 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.139950 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.140259 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.140498 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.140707 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.141049 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.141340 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.141605 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.141866 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.142225 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.142351 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.142570 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.142785 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.143029 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.143267 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.143484 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.143718 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.143944 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.144166 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.144421 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.144669 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.144886 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.145252 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.145643 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.146054 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.146303 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.146529 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 02 08:03:59.147337 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92232) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 02 08:03:59.147533 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 02 08:03:59.147691 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 02 08:03:59.147881 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 02 08:03:59.148050 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 02 08:03:59.148243 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 02 08:03:59.148426 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.148583 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.148740 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.148897 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.149053 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.149240 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.149405 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.149561 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.149717 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.149873 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.150028 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.150183 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.150339 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.150495 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.150663 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.150793 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.150945 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.151383 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.151383 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.151383 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.151931 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.151931 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.152103 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] debug                          = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.152248 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.152423 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.152580 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.152735 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.152890 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.153045 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.153199 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.153352 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.153507 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.153662 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.153817 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.153972 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.154126 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.154280 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.154434 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.154589 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.154743 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.154897 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] host                           = dv-cinder-786385-7-iscsi {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.155053 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.155209 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.155363 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.155782 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.155782 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.155782 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.156098 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.156098 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.156304 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.156425 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.156544 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.156703 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.156858 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.157544 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.157544 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.157544 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.157544 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.157949 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.157949 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.157949 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.158164 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.158164 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.158327 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.158482 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.158637 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.158792 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.158946 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.159102 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.159257 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.159411 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.159565 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.159720 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.159876 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.160031 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.160211 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.160361 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.160538 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.160693 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.160847 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.161001 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.161157 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.161329 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.161456 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.161597 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.161751 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.161906 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.162061 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.162215 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.162370 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.162524 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.162680 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.162834 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.162992 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.163146 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.163302 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.163456 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.163610 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.163766 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.163920 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.164074 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.164253 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.164410 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.164566 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.164721 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.164875 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.165030 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.165184 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.165339 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.165493 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 02 08:03:59.165667 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.165835 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.165983 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.166139 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.166320 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.166517 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.166685 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.167140 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.167306 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.167505 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.167856 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.167856 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.168020 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.168141 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.168620 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.168715 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.168839 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.168998 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.169157 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.169316 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.169472 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.169802 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.169802 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.169942 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.170084 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.77/identity {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.170243 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.170400 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.170559 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.170718 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.170877 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.171038 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.171197 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.171389 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.171509 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.171667 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.171824 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.171982 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.172208 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.172324 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.172484 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.172643 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.172883 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.172975 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.173102 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.173258 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.173436 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.173596 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.173753 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.173912 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.174071 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.174240 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.174398 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.174627 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.176779 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.176968 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.177162 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.177339 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.177511 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.177674 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.177848 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.178000 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.178172 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.178336 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.178496 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.178640 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.178797 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.178948 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.179106 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.179257 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.179459 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.179553 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.179704 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.179964 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.180071 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.180147 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.180322 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.180476 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.180631 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.180787 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.180943 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.181155 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.181266 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.181394 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.181676 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.181834 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.182024 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.182178 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.182337 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.182491 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.182646 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.182803 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.182958 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.183115 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.183268 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.183423 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.183577 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.183732 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.183891 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.184051 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.184249 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.184406 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.184561 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.184715 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.184872 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.185028 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.185184 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.185340 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.185494 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.185649 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.185802 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.185955 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.186211 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.186370 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.186528 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.186684 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.186846 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.187016 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.187157 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.187316 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.187402 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:03:59.187488 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.187616 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.187844 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.187944 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.188068 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.188256 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.188428 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.188584 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.188729 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.188890 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.189045 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.189200 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.189354 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.189567 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.189685 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.189839 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.189994 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.190148 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.190302 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.190457 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.190613 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.190770 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.190925 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.191079 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.193677 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.77/identity {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.193677 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.193677 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.193677 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.193677 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.193677 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.193677 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.193677 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.194771 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.194771 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.194771 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.194771 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.194771 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.194771 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.194771 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.194771 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.195309 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.195309 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.195309 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.195309 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.195309 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.195309 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.195309 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.195774 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.195774 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.195774 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.195980 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.195980 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.196227 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.196393 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.196551 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.196707 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.196864 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.197021 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.197176 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.197336 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.197491 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.197646 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.197802 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.197957 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.198272 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.198427 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.198583 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.198740 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.198912 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.199095 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.199225 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.199380 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.199789 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.199789 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.199940 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.200011 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.200110 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.200286 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.200732 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.200732 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.200732 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.201180 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.201180 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.201180 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.201796 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 55266) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:03:59.204350 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.204689 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.205183 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.205183 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.205391 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.205653 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.205912 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.206168 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.206431 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.206684 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.206935 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.207185 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.207463 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.207725 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.207970 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.208269 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.208490 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.208749 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.209005 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.209249 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.209495 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.209842 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.209974 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.210443 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0065100
Jun 02 08:03:59.210978 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.211231 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.211483 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.211734 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.213399 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.213399 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.213399 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.213399 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.213399 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.213399 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.213399 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.213399 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.214393 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.214393 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.215096 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.215358 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.215745 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.215745 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.216098 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.216572 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.216572 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.216826 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.217074 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.217328 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.218494 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.218494 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.218494 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.218494 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.218494 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.218494 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.218494 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.219448 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.219448 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.219448 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.219780 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.220022 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.220295 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.220539 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.220781 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.221000 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.221171 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.221426 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.221668 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.221808 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.222049 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.222315 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.222482 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.222641 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 02 08:03:59.222904 dv-cinder-786385-7-iscsi neutron-server[92232]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 02 08:04:10.094211 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1d45ba-bcc1-445f-8697-21207ce57e00 None None] get_active_networks_info from dv-cinder-786385-7-iscsi {{(pid=92343) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 02 08:04:10.172324 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1d45ba-bcc1-445f-8697-21207ce57e00 None None] No non-hosted networks {{(pid=92343) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jun 02 08:04:10.191497 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.agentschedulers_db [None req-fb1d45ba-bcc1-445f-8697-21207ce57e00 None None] DHCP Agent not found on host dv-cinder-786385-7-iscsi {{(pid=92343) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Jun 02 08:04:10.413893 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-6b9e455f-fa94-4779-83b1-97723275758c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709'] for agent, after_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:12.617520 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-ec5674d3-d2b8-4fe8-b58f-a1c2de0d90e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709'] for agent, after_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:12.672371 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709'] for agent, after_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:12.673250 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:12.673742 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:12.674246 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:12.674739 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:12.675225 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:12.675702 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:12.676375 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:12.677594 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:12.678090 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:12.678631 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:12.679118 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:12.679639 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:12.680221 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f3e7b990d60>, 'Open vSwitch agent', 'dv-cinder-786385-7-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:04:12.688870 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.db.api [None req-9d48c28d-b23d-4ac4-9fc6-b8721f05352b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-786385-7-iscsi {{(pid=92343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 02 08:04:12.694413 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_db.api [None req-9d48c28d-b23d-4ac4-9fc6-b8721f05352b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 02 08:04:12.699186 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f3e7b0c3760>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786385-7-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:04:13.322435 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-9d48c28d-b23d-4ac4-9fc6-b8721f05352b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:13.694975 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709'] for agent, after_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:15.150951 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709'] for agent, after_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:16.538589 dv-cinder-786385-7-iscsi neutron-server[92343]: INFO neutron.db.l3_hamode_db [None req-80031fb4-01d2-4a97-81ba-1fa963bbc02a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jun 02 08:04:16.621555 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80031fb4-01d2-4a97-81ba-1fa963bbc02a None None] Routers set() bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:04:16.621943 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80031fb4-01d2-4a97-81ba-1fa963bbc02a None None] Router IDs set() for agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jun 02 08:04:16.668806 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 55362) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:04:17.244330 dv-cinder-786385-7-iscsi neutron-server[92342]: WARNING oslo_policy.policy [None req-d154d76c-c91c-408d-816f-5231d2e0ba7e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 02 08:04:17.244922 dv-cinder-786385-7-iscsi neutron-server[92342]: WARNING oslo_policy.policy [None req-d154d76c-c91c-408d-816f-5231d2e0ba7e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 02 08:04:17.456963 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [None req-d154d76c-c91c-408d-816f-5231d2e0ba7e admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=92342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 02 08:04:17.458535 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-d154d76c-c91c-408d-816f-5231d2e0ba7e admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7882836
Jun 02 08:04:19.780215 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 55376) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:04:20.378258 dv-cinder-786385-7-iscsi neutron-server[92341]: WARNING oslo_policy.policy [None req-6cffbe9a-f212-4187-b4b7-515c3e37b866 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 02 08:04:20.378803 dv-cinder-786385-7-iscsi neutron-server[92341]: WARNING oslo_policy.policy [None req-6cffbe9a-f212-4187-b4b7-515c3e37b866 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 02 08:04:20.591405 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-6cffbe9a-f212-4187-b4b7-515c3e37b866 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:04:20.689237 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.policy [None req-6cffbe9a-f212-4187-b4b7-515c3e37b866 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92341) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 02 08:04:20.734468 dv-cinder-786385-7-iscsi neutron-server[92341]: WARNING oslo_policy.policy [None req-6cffbe9a-f212-4187-b4b7-515c3e37b866 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 02 08:04:20.734831 dv-cinder-786385-7-iscsi neutron-server[92341]: WARNING oslo_policy.policy [None req-6cffbe9a-f212-4187-b4b7-515c3e37b866 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 02 08:04:20.743311 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.quota [None req-6cffbe9a-f212-4187-b4b7-515c3e37b866 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f3e7b720700>.
Jun 02 08:04:20.759287 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-6cffbe9a-f212-4187-b4b7-515c3e37b866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:04:20.897976 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-6cffbe9a-f212-4187-b4b7-515c3e37b866 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744150146620', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744150146113', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744150147367', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744150162891', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744150164340', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744150112847', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-957588', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-572038', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7924234', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7979603'] for rbac-policy, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:21.133393 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-6cffbe9a-f212-4187-b4b7-515c3e37b866 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:21.134766 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-6cffbe9a-f212-4187-b4b7-515c3e37b866 admin admin] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.3525150
Jun 02 08:04:23.678327 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 55394) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:04:24.023330 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Request body: {'network': {'name': 'private', 'project_id': '9c298ae76cb44f9b9986422e7a23ab5c', 'admin_state_up': True, 'tenant_id': '9c298ae76cb44f9b9986422e7a23ab5c'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:04:24.028623 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:04:24.032820 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Usage tracker for resource:network and tenant:9c298ae76cb44f9b9986422e7a23ab5c is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:04:24.037235 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:04:24.043289 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:04:24.110727 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Made reservation on behalf of 9c298ae76cb44f9b9986422e7a23ab5c for: {'network': 1} {{(pid=92341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:04:24.113705 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-941343'] for network, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:24.131518 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:24.144912 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:04:24.149150 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Usage tracker for resource:security_group_rule and tenant:9c298ae76cb44f9b9986422e7a23ab5c is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:04:24.154288 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:04:24.159720 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:04:24.403608 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:24.493262 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:24.497613 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:04:24.516153 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779}  {{(pid=92341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 02 08:04:24.543050 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744146782796', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:24.543724 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f3e7c34a4c0> segment precommit_create {{(pid=92341) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 02 08:04:24.544182 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.db.segments_db [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Added segment 52c1d086-b421-46d9-9bff-64a05dfb574e of type vlan for network dd032546-98e4-496a-96c7-32828aebd5db
Jun 02 08:04:24.605529 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04165a5d-19cb-4ac4-a746-3aea0e4de9ad,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:04:24.621389 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:24.621738 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:24.622068 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:24.622387 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:24.622705 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:24.623039 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:24.623354 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:24.623666 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:24.623989 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:24.624326 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:24.624635 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:24.625026 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:24.626138 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Tracked resource versions report:
Jun 02 08:04:24.626138 dv-cinder-786385-7-iscsi neutron-server[92341]: pushed versions:
Jun 02 08:04:24.626138 dv-cinder-786385-7-iscsi neutron-server[92341]: {   'AddressGroup': {'1.2'},
Jun 02 08:04:24.626138 dv-cinder-786385-7-iscsi neutron-server[92341]:     'ConntrackHelper': {'1.0'},
Jun 02 08:04:24.626138 dv-cinder-786385-7-iscsi neutron-server[92341]:     'Log': {'1.0'},
Jun 02 08:04:24.626138 dv-cinder-786385-7-iscsi neutron-server[92341]:     'Network': {'1.1'},
Jun 02 08:04:24.626138 dv-cinder-786385-7-iscsi neutron-server[92341]:     'Port': {'1.7'},
Jun 02 08:04:24.626138 dv-cinder-786385-7-iscsi neutron-server[92341]:     'PortForwarding': {'1.2'},
Jun 02 08:04:24.626138 dv-cinder-786385-7-iscsi neutron-server[92341]:     'QosPolicy': {'1.8'},
Jun 02 08:04:24.626138 dv-cinder-786385-7-iscsi neutron-server[92341]:     'SecurityGroup': {'1.4'},
Jun 02 08:04:24.626138 dv-cinder-786385-7-iscsi neutron-server[92341]:     'SecurityGroupRule': {'1.2'},
Jun 02 08:04:24.626138 dv-cinder-786385-7-iscsi neutron-server[92341]:     'SubPort': {'1.0'},
Jun 02 08:04:24.626138 dv-cinder-786385-7-iscsi neutron-server[92341]:     'Subnet': {'1.1'},
Jun 02 08:04:24.626138 dv-cinder-786385-7-iscsi neutron-server[92341]:     'Trunk': {'1.1'}}
Jun 02 08:04:24.626138 dv-cinder-786385-7-iscsi neutron-server[92341]: consumer versions:
Jun 02 08:04:24.626138 dv-cinder-786385-7-iscsi neutron-server[92341]: {   DHCP agent@dv-cinder-786385-7-iscsi: {},
Jun 02 08:04:24.626138 dv-cinder-786385-7-iscsi neutron-server[92341]:     L3 agent@dv-cinder-786385-7-iscsi: {},
Jun 02 08:04:24.626138 dv-cinder-786385-7-iscsi neutron-server[92341]:     Metadata agent@dv-cinder-786385-7-iscsi: {},
Jun 02 08:04:24.626138 dv-cinder-786385-7-iscsi neutron-server[92341]:     Metering agent@dv-cinder-786385-7-iscsi: {},
Jun 02 08:04:24.626138 dv-cinder-786385-7-iscsi neutron-server[92341]:     Open vSwitch agent@dv-cinder-786385-7-iscsi: {   'AddressGroup': '1.2',
Jun 02 08:04:24.626138 dv-cinder-786385-7-iscsi neutron-server[92341]:                                                      'ConntrackHelper': '1.0',
Jun 02 08:04:24.626138 dv-cinder-786385-7-iscsi neutron-server[92341]:                                                      'Log': '1.0',
Jun 02 08:04:24.626138 dv-cinder-786385-7-iscsi neutron-server[92341]:                                                      'Network': '1.1',
Jun 02 08:04:24.626138 dv-cinder-786385-7-iscsi neutron-server[92341]:                                                      'Port': '1.7',
Jun 02 08:04:24.626138 dv-cinder-786385-7-iscsi neutron-server[92341]:                                                      'PortForwarding': '1.2',
Jun 02 08:04:24.626138 dv-cinder-786385-7-iscsi neutron-server[92341]:                                                      'QosPolicy': '1.8',
Jun 02 08:04:24.626138 dv-cinder-786385-7-iscsi neutron-server[92341]:                                                      'SecurityGroup': '1.4',
Jun 02 08:04:24.626138 dv-cinder-786385-7-iscsi neutron-server[92341]:                                                      'SecurityGroupRule': '1.2',
Jun 02 08:04:24.626138 dv-cinder-786385-7-iscsi neutron-server[92341]:                                                      'SubPort': '1.0',
Jun 02 08:04:24.626138 dv-cinder-786385-7-iscsi neutron-server[92341]:                                                      'Subnet': '1.1',
Jun 02 08:04:24.626138 dv-cinder-786385-7-iscsi neutron-server[92341]:                                                      'Trunk': '1.1'}}
Jun 02 08:04:24.626138 dv-cinder-786385-7-iscsi neutron-server[92341]:  {{(pid=92341) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 02 08:04:24.661160 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:04:24.683084 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744146435166'] for network, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:24.778989 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186'] for network, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:24.780578 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:04:24.781204 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:24.785847 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:04:24.886694 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Pushing event updated for resources: {'Network': ['ID=dd032546-98e4-496a-96c7-32828aebd5db,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:04:24.889844 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:04:24.898472 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Network dd032546-98e4-496a-96c7-32828aebd5db details requested by agent ovs-agent-dv-cinder-786385-7-iscsi with host dv-cinder-786385-7-iscsi {{(pid=92343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 02 08:04:24.934138 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.2545848
Jun 02 08:04:27.529557 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 55408) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:04:28.093669 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.policy [None req-0b8c25a8-e565-4b6e-8420-2b9655d3ab80 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92342) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 02 08:04:28.139269 dv-cinder-786385-7-iscsi neutron-server[92342]: WARNING oslo_policy.policy [None req-0b8c25a8-e565-4b6e-8420-2b9655d3ab80 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 02 08:04:28.139657 dv-cinder-786385-7-iscsi neutron-server[92342]: WARNING oslo_policy.policy [None req-0b8c25a8-e565-4b6e-8420-2b9655d3ab80 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 02 08:04:28.148063 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8c25a8-e565-4b6e-8420-2b9655d3ab80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:04:28.149750 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-0b8c25a8-e565-4b6e-8420-2b9655d3ab80 admin admin] 10.222.0.77 "GET /v2.0/networks/dd032546-98e4-496a-96c7-32828aebd5db HTTP/1.1" status: 200  len: 825 time: 0.6192658
Jun 02 08:04:28.180864 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-ae36f936-d907-46aa-9360-07e1c115aefe admin admin] 10.222.0.77 "GET /v2.0/subnetpools/d0e721a4-12a8-4383-a944-ed8be9f5d739 HTTP/1.1" status: 200  len: 734 time: 0.0255771
Jun 02 08:04:28.189445 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-a9cce641-0f68-4762-9e61-160c3631e71d admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'dd032546-98e4-496a-96c7-32828aebd5db', 'tenant_id': '9c298ae76cb44f9b9986422e7a23ab5c', 'subnetpool_id': 'd0e721a4-12a8-4383-a944-ed8be9f5d739'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:04:28.190976 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.quota [None req-a9cce641-0f68-4762-9e61-160c3631e71d admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f3e7ba9e520>.
Jun 02 08:04:28.197724 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-a9cce641-0f68-4762-9e61-160c3631e71d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:04:28.203139 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-a9cce641-0f68-4762-9e61-160c3631e71d admin admin] Usage tracker for resource:subnet and tenant:9c298ae76cb44f9b9986422e7a23ab5c is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:04:28.206413 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-a9cce641-0f68-4762-9e61-160c3631e71d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:04:28.213332 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-a9cce641-0f68-4762-9e61-160c3631e71d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:04:28.361572 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cce641-0f68-4762-9e61-160c3631e71d admin admin] Made reservation on behalf of 9c298ae76cb44f9b9986422e7a23ab5c for: {'subnet': 1} {{(pid=92342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:04:28.364342 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-a9cce641-0f68-4762-9e61-160c3631e71d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:28.940883 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-a9cce641-0f68-4762-9e61-160c3631e71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193'] for subnet, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:28.947269 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:04:29.019477 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cce641-0f68-4762-9e61-160c3631e71d admin admin] Checking segment: {'id': '52c1d086-b421-46d9-9bff-64a05dfb574e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'dd032546-98e4-496a-96c7-32828aebd5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:04:29.019863 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cce641-0f68-4762-9e61-160c3631e71d admin admin] Network hostable DHCP agents. Network: dd032546-98e4-496a-96c7-32828aebd5db, hostable agents: ['4b89aefe-9643-4cd8-b10a-5110f7f4c5b0'], hosted agents: [] {{(pid=92342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 02 08:04:29.036420 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cce641-0f68-4762-9e61-160c3631e71d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8359c2e5-ce7c-4e41-925d-bf4e09aff968,revision_number=0']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:04:29.047750 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cce641-0f68-4762-9e61-160c3631e71d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:29.048099 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cce641-0f68-4762-9e61-160c3631e71d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:29.048472 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cce641-0f68-4762-9e61-160c3631e71d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:29.048792 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cce641-0f68-4762-9e61-160c3631e71d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:29.049107 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cce641-0f68-4762-9e61-160c3631e71d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:29.049432 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cce641-0f68-4762-9e61-160c3631e71d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:29.049746 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cce641-0f68-4762-9e61-160c3631e71d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:29.050054 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cce641-0f68-4762-9e61-160c3631e71d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:29.050382 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cce641-0f68-4762-9e61-160c3631e71d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:29.050689 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cce641-0f68-4762-9e61-160c3631e71d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:29.050992 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cce641-0f68-4762-9e61-160c3631e71d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:29.051294 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cce641-0f68-4762-9e61-160c3631e71d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:29.052920 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cce641-0f68-4762-9e61-160c3631e71d admin admin] Tracked resource versions report:
Jun 02 08:04:29.052920 dv-cinder-786385-7-iscsi neutron-server[92342]: pushed versions:
Jun 02 08:04:29.052920 dv-cinder-786385-7-iscsi neutron-server[92342]: {   'AddressGroup': {'1.2'},
Jun 02 08:04:29.052920 dv-cinder-786385-7-iscsi neutron-server[92342]:     'ConntrackHelper': {'1.0'},
Jun 02 08:04:29.052920 dv-cinder-786385-7-iscsi neutron-server[92342]:     'Log': {'1.0'},
Jun 02 08:04:29.052920 dv-cinder-786385-7-iscsi neutron-server[92342]:     'Network': {'1.1'},
Jun 02 08:04:29.052920 dv-cinder-786385-7-iscsi neutron-server[92342]:     'Port': {'1.7'},
Jun 02 08:04:29.052920 dv-cinder-786385-7-iscsi neutron-server[92342]:     'PortForwarding': {'1.2'},
Jun 02 08:04:29.052920 dv-cinder-786385-7-iscsi neutron-server[92342]:     'QosPolicy': {'1.8'},
Jun 02 08:04:29.052920 dv-cinder-786385-7-iscsi neutron-server[92342]:     'SecurityGroup': {'1.4'},
Jun 02 08:04:29.052920 dv-cinder-786385-7-iscsi neutron-server[92342]:     'SecurityGroupRule': {'1.2'},
Jun 02 08:04:29.052920 dv-cinder-786385-7-iscsi neutron-server[92342]:     'SubPort': {'1.0'},
Jun 02 08:04:29.052920 dv-cinder-786385-7-iscsi neutron-server[92342]:     'Subnet': {'1.1'},
Jun 02 08:04:29.052920 dv-cinder-786385-7-iscsi neutron-server[92342]:     'Trunk': {'1.1'}}
Jun 02 08:04:29.052920 dv-cinder-786385-7-iscsi neutron-server[92342]: consumer versions:
Jun 02 08:04:29.052920 dv-cinder-786385-7-iscsi neutron-server[92342]: {   DHCP agent@dv-cinder-786385-7-iscsi: {},
Jun 02 08:04:29.052920 dv-cinder-786385-7-iscsi neutron-server[92342]:     L3 agent@dv-cinder-786385-7-iscsi: {},
Jun 02 08:04:29.052920 dv-cinder-786385-7-iscsi neutron-server[92342]:     Metadata agent@dv-cinder-786385-7-iscsi: {},
Jun 02 08:04:29.052920 dv-cinder-786385-7-iscsi neutron-server[92342]:     Metering agent@dv-cinder-786385-7-iscsi: {},
Jun 02 08:04:29.052920 dv-cinder-786385-7-iscsi neutron-server[92342]:     Open vSwitch agent@dv-cinder-786385-7-iscsi: {   'AddressGroup': '1.2',
Jun 02 08:04:29.052920 dv-cinder-786385-7-iscsi neutron-server[92342]:                                                      'ConntrackHelper': '1.0',
Jun 02 08:04:29.052920 dv-cinder-786385-7-iscsi neutron-server[92342]:                                                      'Log': '1.0',
Jun 02 08:04:29.052920 dv-cinder-786385-7-iscsi neutron-server[92342]:                                                      'Network': '1.1',
Jun 02 08:04:29.052920 dv-cinder-786385-7-iscsi neutron-server[92342]:                                                      'Port': '1.7',
Jun 02 08:04:29.052920 dv-cinder-786385-7-iscsi neutron-server[92342]:                                                      'PortForwarding': '1.2',
Jun 02 08:04:29.052920 dv-cinder-786385-7-iscsi neutron-server[92342]:                                                      'QosPolicy': '1.8',
Jun 02 08:04:29.052920 dv-cinder-786385-7-iscsi neutron-server[92342]:                                                      'SecurityGroup': '1.4',
Jun 02 08:04:29.052920 dv-cinder-786385-7-iscsi neutron-server[92342]:                                                      'SecurityGroupRule': '1.2',
Jun 02 08:04:29.052920 dv-cinder-786385-7-iscsi neutron-server[92342]:                                                      'SubPort': '1.0',
Jun 02 08:04:29.052920 dv-cinder-786385-7-iscsi neutron-server[92342]:                                                      'Subnet': '1.1',
Jun 02 08:04:29.052920 dv-cinder-786385-7-iscsi neutron-server[92342]:                                                      'Trunk': '1.1'}}
Jun 02 08:04:29.052920 dv-cinder-786385-7-iscsi neutron-server[92342]:  {{(pid=92342) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 02 08:04:29.080589 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-a9cce641-0f68-4762-9e61-160c3631e71d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:04:29.150552 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cce641-0f68-4762-9e61-160c3631e71d admin admin] Network dd032546-98e4-496a-96c7-32828aebd5db is scheduled to be hosted by DHCP agent 4b89aefe-9643-4cd8-b10a-5110f7f4c5b0 with binding_index 1 {{(pid=92342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 02 08:04:29.247367 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-a9cce641-0f68-4762-9e61-160c3631e71d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-iscsi, dd032546-98e4-496a-96c7-32828aebd5db) {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:04:29.252113 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cce641-0f68-4762-9e61-160c3631e71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:04:29.252785 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-a9cce641-0f68-4762-9e61-160c3631e71d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for subnet, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:29.256713 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ae60a9-c5a5-42f4-a2e2-8fbb86273190 None None] Network dd032546-98e4-496a-96c7-32828aebd5db requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:04:29.448514 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-a9cce641-0f68-4762-9e61-160c3631e71d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.2623668
Jun 02 08:04:29.553936 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843a9d8d-a68d-5afb-bd09-00322a14b4de-dd032546-98e4-496a-96c7-32828aebd5db', 'network_id': 'dd032546-98e4-496a-96c7-32828aebd5db', 'tenant_id': '9c298ae76cb44f9b9986422e7a23ab5c', 'fixed_ips': [{'subnet_id': '8359c2e5-ce7c-4e41-925d-bf4e09aff968'}]}} from dv-cinder-786385-7-iscsi. {{(pid=92343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 02 08:04:29.555168 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:29.749744 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.db_base_plugin_common [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Allocated IP 172.20.0.2 (dd032546-98e4-496a-96c7-32828aebd5db/8359c2e5-ce7c-4e41-925d-bf4e09aff968/8051aa65-9939-4c96-b112-9a892be3ccd8) {{(pid=92343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:04:29.975653 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Notify callbacks [] for port, precommit_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:29.987949 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Transition to ACTIVE for port object 8051aa65-9939-4c96-b112-9a892be3ccd8 will not be triggered until provisioned by entity L2. {{(pid=92343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:04:30.009926 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Transition to ACTIVE for port object 8051aa65-9939-4c96-b112-9a892be3ccd8 will not be triggered until provisioned by entity DHCP. {{(pid=92343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:04:30.082605 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309'] for port, after_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:30.087374 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:04:30.148113 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Network dd032546-98e4-496a-96c7-32828aebd5db is already hosted by enough agents. {{(pid=92343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:04:30.149286 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.scheduler.base_scheduler [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Resources bound (agent type, host, resource id):  {{(pid=92343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:04:30.155147 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Received port after_create {{(pid=92343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:04:30.161123 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Pushing event updated for resources: {'Port': ['ID=8051aa65-9939-4c96-b112-9a892be3ccd8,revision_number=1']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:04:30.198280 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:30.198619 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:30.198947 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:30.199271 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:30.199601 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:30.199951 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:30.200363 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:30.200680 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:30.200996 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:30.201309 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:30.201623 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:30.201932 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:30.203063 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Tracked resource versions report:
Jun 02 08:04:30.203063 dv-cinder-786385-7-iscsi neutron-server[92343]: pushed versions:
Jun 02 08:04:30.203063 dv-cinder-786385-7-iscsi neutron-server[92343]: {   'AddressGroup': {'1.2'},
Jun 02 08:04:30.203063 dv-cinder-786385-7-iscsi neutron-server[92343]:     'ConntrackHelper': {'1.0'},
Jun 02 08:04:30.203063 dv-cinder-786385-7-iscsi neutron-server[92343]:     'Log': {'1.0'},
Jun 02 08:04:30.203063 dv-cinder-786385-7-iscsi neutron-server[92343]:     'Network': {'1.1'},
Jun 02 08:04:30.203063 dv-cinder-786385-7-iscsi neutron-server[92343]:     'Port': {'1.7'},
Jun 02 08:04:30.203063 dv-cinder-786385-7-iscsi neutron-server[92343]:     'PortForwarding': {'1.2'},
Jun 02 08:04:30.203063 dv-cinder-786385-7-iscsi neutron-server[92343]:     'QosPolicy': {'1.8'},
Jun 02 08:04:30.203063 dv-cinder-786385-7-iscsi neutron-server[92343]:     'SecurityGroup': {'1.4'},
Jun 02 08:04:30.203063 dv-cinder-786385-7-iscsi neutron-server[92343]:     'SecurityGroupRule': {'1.2'},
Jun 02 08:04:30.203063 dv-cinder-786385-7-iscsi neutron-server[92343]:     'SubPort': {'1.0'},
Jun 02 08:04:30.203063 dv-cinder-786385-7-iscsi neutron-server[92343]:     'Subnet': {'1.1'},
Jun 02 08:04:30.203063 dv-cinder-786385-7-iscsi neutron-server[92343]:     'Trunk': {'1.1'}}
Jun 02 08:04:30.203063 dv-cinder-786385-7-iscsi neutron-server[92343]: consumer versions:
Jun 02 08:04:30.203063 dv-cinder-786385-7-iscsi neutron-server[92343]: {   DHCP agent@dv-cinder-786385-7-iscsi: {},
Jun 02 08:04:30.203063 dv-cinder-786385-7-iscsi neutron-server[92343]:     L3 agent@dv-cinder-786385-7-iscsi: {},
Jun 02 08:04:30.203063 dv-cinder-786385-7-iscsi neutron-server[92343]:     Metadata agent@dv-cinder-786385-7-iscsi: {},
Jun 02 08:04:30.203063 dv-cinder-786385-7-iscsi neutron-server[92343]:     Metering agent@dv-cinder-786385-7-iscsi: {},
Jun 02 08:04:30.203063 dv-cinder-786385-7-iscsi neutron-server[92343]:     Open vSwitch agent@dv-cinder-786385-7-iscsi: {   'AddressGroup': '1.2',
Jun 02 08:04:30.203063 dv-cinder-786385-7-iscsi neutron-server[92343]:                                                      'ConntrackHelper': '1.0',
Jun 02 08:04:30.203063 dv-cinder-786385-7-iscsi neutron-server[92343]:                                                      'Log': '1.0',
Jun 02 08:04:30.203063 dv-cinder-786385-7-iscsi neutron-server[92343]:                                                      'Network': '1.1',
Jun 02 08:04:30.203063 dv-cinder-786385-7-iscsi neutron-server[92343]:                                                      'Port': '1.7',
Jun 02 08:04:30.203063 dv-cinder-786385-7-iscsi neutron-server[92343]:                                                      'PortForwarding': '1.2',
Jun 02 08:04:30.203063 dv-cinder-786385-7-iscsi neutron-server[92343]:                                                      'QosPolicy': '1.8',
Jun 02 08:04:30.203063 dv-cinder-786385-7-iscsi neutron-server[92343]:                                                      'SecurityGroup': '1.4',
Jun 02 08:04:30.203063 dv-cinder-786385-7-iscsi neutron-server[92343]:                                                      'SecurityGroupRule': '1.2',
Jun 02 08:04:30.203063 dv-cinder-786385-7-iscsi neutron-server[92343]:                                                      'SubPort': '1.0',
Jun 02 08:04:30.203063 dv-cinder-786385-7-iscsi neutron-server[92343]:                                                      'Subnet': '1.1',
Jun 02 08:04:30.203063 dv-cinder-786385-7-iscsi neutron-server[92343]:                                                      'Trunk': '1.1'}}
Jun 02 08:04:30.203063 dv-cinder-786385-7-iscsi neutron-server[92343]:  {{(pid=92343) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 02 08:04:30.236938 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:04:30.261571 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Attempting to bind port 8051aa65-9939-4c96-b112-9a892be3ccd8 on host dv-cinder-786385-7-iscsi for vnic_type normal with profile  {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:04:30.262199 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Attempting to bind port 8051aa65-9939-4c96-b112-9a892be3ccd8 by drivers openvswitch,hyperv on host dv-cinder-786385-7-iscsi at level 0 using segments [{'id': '52c1d086-b421-46d9-9bff-64a05dfb574e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'dd032546-98e4-496a-96c7-32828aebd5db'}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:04:30.262317 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Attempting to bind port 8051aa65-9939-4c96-b112-9a892be3ccd8 on network dd032546-98e4-496a-96c7-32828aebd5db {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:04:30.267543 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Checking agent: {'id': '293b8e5c-58b0-46e6-908b-da5c92a2d3b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 4, 12), 'started_at': datetime.datetime(2021, 6, 2, 8, 4, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:04:30.267948 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Checking segment: {'id': '52c1d086-b421-46d9-9bff-64a05dfb574e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'dd032546-98e4-496a-96c7-32828aebd5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:04:30.268440 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:30.268917 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Bound using segment: {'id': '52c1d086-b421-46d9-9bff-64a05dfb574e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'dd032546-98e4-496a-96c7-32828aebd5db'} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:04:30.269343 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Bound port: 8051aa65-9939-4c96-b112-9a892be3ccd8, host: dv-cinder-786385-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c1d086-b421-46d9-9bff-64a05dfb574e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'dd032546-98e4-496a-96c7-32828aebd5db'}}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:04:30.269713 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:30.356956 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] For port 8051aa65-9939-4c96-b112-9a892be3ccd8, host dv-cinder-786385-7-iscsi, cleared binding levels {{(pid=92343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:04:30.361038 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] For port 8051aa65-9939-4c96-b112-9a892be3ccd8, host dv-cinder-786385-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=8051aa65-9939-4c96-b112-9a892be3ccd8,segment=NetworkSegment(52c1d086-b421-46d9-9bff-64a05dfb574e),segment_id=52c1d086-b421-46d9-9bff-64a05dfb574e)] {{(pid=92343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:04:30.487932 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:30.492029 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:04:30.579072 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Pushing event updated for resources: {'Port': ['ID=8051aa65-9939-4c96-b112-9a892be3ccd8,revision_number=2']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:04:30.582202 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:04:31.838655 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 55422) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:04:32.210074 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [None req-548a1fbe-78c7-4c6e-96b9-366927e55b2f admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=92342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 02 08:04:32.211116 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-548a1fbe-78c7-4c6e-96b9-366927e55b2f admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3716016
Jun 02 08:04:34.561695 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 55430) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:04:34.947762 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [None req-7ec6164d-35a8-4db4-845a-1eb4281d12ec admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=92341) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 02 08:04:34.953153 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-7ec6164d-35a8-4db4-845a-1eb4281d12ec admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3861318
Jun 02 08:04:36.087802 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7b3805-94dc-429a-930a-f8010747c84c None None] Network dd032546-98e4-496a-96c7-32828aebd5db requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:04:36.352287 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-c6346f91-18f4-4465-86cc-dd61d084841e None None] Provisioning for port 8051aa65-9939-4c96-b112-9a892be3ccd8 completed by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:04:36.478278 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 8051aa65-9939-4c96-b112-9a892be3ccd8 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:04:36.657546 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning for port 8051aa65-9939-4c96-b112-9a892be3ccd8 completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:04:36.662832 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 8051aa65-9939-4c96-b112-9a892be3ccd8 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:04:36.663235 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:36.784142 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:36.817102 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] For port 8051aa65-9939-4c96-b112-9a892be3ccd8, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=8051aa65-9939-4c96-b112-9a892be3ccd8,segment=NetworkSegment(52c1d086-b421-46d9-9bff-64a05dfb574e),segment_id=52c1d086-b421-46d9-9bff-64a05dfb574e)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:04:36.899447 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:36.901854 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-f444c4f0-fc07-4a05-a6cc-62be347519b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:04:36.971049 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Pushing event updated for resources: {'Port': ['ID=8051aa65-9939-4c96-b112-9a892be3ccd8,revision_number=3']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:04:36.974173 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:04:37.603024 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 55444) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:04:37.958464 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-b1198333-1044-48bd-8112-d71f3c902c42 admin admin] Request body: {'router': {'tenant_id': '9c298ae76cb44f9b9986422e7a23ab5c', 'name': 'router1', 'admin_state_up': True}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:04:37.963709 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-b1198333-1044-48bd-8112-d71f3c902c42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:04:37.971235 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-b1198333-1044-48bd-8112-d71f3c902c42 admin admin] Usage tracker for resource:router and tenant:9c298ae76cb44f9b9986422e7a23ab5c is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:04:37.975055 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-b1198333-1044-48bd-8112-d71f3c902c42 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:04:37.980870 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-b1198333-1044-48bd-8112-d71f3c902c42 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:04:38.070411 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b1198333-1044-48bd-8112-d71f3c902c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8100032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2016'] for router, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:38.072076 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b1198333-1044-48bd-8112-d71f3c902c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8100007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036529', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8237981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2031'] for router, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:38.092750 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b1198333-1044-48bd-8112-d71f3c902c42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:38.282646 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b1198333-1044-48bd-8112-d71f3c902c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8100043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8036580'] for router, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:38.365842 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b1198333-1044-48bd-8112-d71f3c902c42 admin admin] Notify callbacks [] for router, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:38.367121 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-b1198333-1044-48bd-8112-d71f3c902c42 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7629683
Jun 02 08:04:38.433961 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 8051aa65-9939-4c96-b112-9a892be3ccd8 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:04:38.503724 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 8051aa65-9939-4c96-b112-9a892be3ccd8 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:04:38.504097 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:40.013467 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-ee102ce8-0121-4f82-9b99-11b85f4c5d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:40.703822 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 55452) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:04:41.063762 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [None req-f7a06e54-ca2f-423b-9c21-32315917e250 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=92341) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 02 08:04:41.064744 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-f7a06e54-ca2f-423b-9c21-32315917e250 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3599992
Jun 02 08:04:42.542786 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-cd43178f-73e6-48f4-b934-8be1bc902f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:42.568155 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:43.384458 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 55460) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:04:43.651591 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:43.749545 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-37e08033-c5e9-4d7b-853f-7c0ba9327dd5 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:04:43.753850 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-37e08033-c5e9-4d7b-853f-7c0ba9327dd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:04:43.780345 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-37e08033-c5e9-4d7b-853f-7c0ba9327dd5 admin admin] Usage tracker for resource:network and tenant:e05cec9c1f294ceaaa2b320713460299 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:04:43.780345 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-37e08033-c5e9-4d7b-853f-7c0ba9327dd5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:04:43.782300 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-37e08033-c5e9-4d7b-853f-7c0ba9327dd5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:04:43.862697 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e08033-c5e9-4d7b-853f-7c0ba9327dd5 admin admin] Made reservation on behalf of e05cec9c1f294ceaaa2b320713460299 for: {'network': 1} {{(pid=92342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:04:43.865956 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-37e08033-c5e9-4d7b-853f-7c0ba9327dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-941343'] for network, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:43.882700 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-37e08033-c5e9-4d7b-853f-7c0ba9327dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:43.896828 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-37e08033-c5e9-4d7b-853f-7c0ba9327dd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:04:43.900512 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-37e08033-c5e9-4d7b-853f-7c0ba9327dd5 admin admin] Usage tracker for resource:security_group_rule and tenant:e05cec9c1f294ceaaa2b320713460299 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:04:43.903842 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-37e08033-c5e9-4d7b-853f-7c0ba9327dd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:04:43.909502 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-37e08033-c5e9-4d7b-853f-7c0ba9327dd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:04:43.999300 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-37e08033-c5e9-4d7b-853f-7c0ba9327dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:44.071197 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-37e08033-c5e9-4d7b-853f-7c0ba9327dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:44.074317 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:04:44.095574 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-37e08033-c5e9-4d7b-853f-7c0ba9327dd5 admin admin] Reserving flat network on physical network physnet1 {{(pid=92342) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jun 02 08:04:44.109101 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e08033-c5e9-4d7b-853f-7c0ba9327dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e96d62a-a2c9-4fb6-80cf-c27fcfb6ad98,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:04:44.116199 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-37e08033-c5e9-4d7b-853f-7c0ba9327dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:04:44.117194 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-37e08033-c5e9-4d7b-853f-7c0ba9327dd5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744146782796', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:44.117756 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-37e08033-c5e9-4d7b-853f-7c0ba9327dd5 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f3e7c34a4c0> segment precommit_create {{(pid=92342) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 02 08:04:44.118839 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.db.segments_db [None req-37e08033-c5e9-4d7b-853f-7c0ba9327dd5 admin admin] Added segment 7d00a59a-fd6b-444f-8454-6973ee677288 of type flat for network 25cee017-96f1-470f-84b1-115420be0257
Jun 02 08:04:44.162677 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-37e08033-c5e9-4d7b-853f-7c0ba9327dd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744146435166'] for network, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:44.276209 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-37e08033-c5e9-4d7b-853f-7c0ba9327dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186'] for network, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:44.277533 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e08033-c5e9-4d7b-853f-7c0ba9327dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:04:44.278108 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-37e08033-c5e9-4d7b-853f-7c0ba9327dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:44.281328 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:04:44.380456 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e08033-c5e9-4d7b-853f-7c0ba9327dd5 admin admin] Pushing event updated for resources: {'Network': ['ID=25cee017-96f1-470f-84b1-115420be0257,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:04:44.383521 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-37e08033-c5e9-4d7b-853f-7c0ba9327dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:04:44.391001 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Network 25cee017-96f1-470f-84b1-115420be0257 details requested by agent ovs-agent-dv-cinder-786385-7-iscsi with host dv-cinder-786385-7-iscsi {{(pid=92343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 02 08:04:44.460321 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-37e08033-c5e9-4d7b-853f-7c0ba9327dd5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.0747628
Jun 02 08:04:45.121734 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:46.788409 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 55478) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:04:46.997168 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa55344-1efe-4a63-b887-b2c37626b3a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:04:46.998497 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-afa55344-1efe-4a63-b887-b2c37626b3a9 admin admin] 10.222.0.77 "GET /v2.0/subnets/8359c2e5-ce7c-4e41-925d-bf4e09aff968 HTTP/1.1" status: 200  len: 849 time: 0.2091424
Jun 02 08:04:47.140629 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-80a0138f-b3bd-4536-b597-b5970e556e89 admin admin] 10.222.0.77 "GET /v2.0/routers/67e44048-47a4-413e-8e7a-28f6d571778e HTTP/1.1" status: 200  len: 704 time: 0.1367178
Jun 02 08:04:47.596618 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-0ac310e1-7df8-4661-a65b-df86740b2a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:47.816367 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_common [None req-0ac310e1-7df8-4661-a65b-df86740b2a26 admin admin] Allocated IP 172.20.0.1 (dd032546-98e4-496a-96c7-32828aebd5db/8359c2e5-ce7c-4e41-925d-bf4e09aff968/19aa764a-d21f-406a-83e1-f0a3ca6383b8) {{(pid=92342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:04:48.004835 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-0ac310e1-7df8-4661-a65b-df86740b2a26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:48.021577 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.provisioning_blocks [None req-0ac310e1-7df8-4661-a65b-df86740b2a26 admin admin] Transition to ACTIVE for port object 19aa764a-d21f-406a-83e1-f0a3ca6383b8 will not be triggered until provisioned by entity DHCP. {{(pid=92342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:04:48.139261 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-0ac310e1-7df8-4661-a65b-df86740b2a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309'] for port, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:48.143094 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:04:48.206016 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac310e1-7df8-4661-a65b-df86740b2a26 admin admin] Network dd032546-98e4-496a-96c7-32828aebd5db is already hosted by enough agents. {{(pid=92342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:04:48.209366 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-0ac310e1-7df8-4661-a65b-df86740b2a26 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:04:48.212218 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac310e1-7df8-4661-a65b-df86740b2a26 admin admin] Received port after_create {{(pid=92342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:04:48.212758 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-0ac310e1-7df8-4661-a65b-df86740b2a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8036782'] for router_interface, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:48.336824 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac310e1-7df8-4661-a65b-df86740b2a26 admin admin] Pushing event updated for resources: {'Port': ['ID=19aa764a-d21f-406a-83e1-f0a3ca6383b8,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:04:48.345895 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-0ac310e1-7df8-4661-a65b-df86740b2a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:04:48.485330 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-cce9f1b4-b6a5-4ede-893c-6265d96c977f None None] Provisioning for port 19aa764a-d21f-406a-83e1-f0a3ca6383b8 completed by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:04:48.490171 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-cce9f1b4-b6a5-4ede-893c-6265d96c977f None None] Provisioning complete for port 19aa764a-d21f-406a-83e1-f0a3ca6383b8 triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:04:48.490543 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-cce9f1b4-b6a5-4ede-893c-6265d96c977f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:48.545524 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-cce9f1b4-b6a5-4ede-893c-6265d96c977f None None] Port 19aa764a-d21f-406a-83e1-f0a3ca6383b8 cannot update to ACTIVE because it is not bound. {{(pid=92343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 02 08:04:48.549427 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-0ac310e1-7df8-4661-a65b-df86740b2a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:48.772969 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-0ac310e1-7df8-4661-a65b-df86740b2a26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:48.835953 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-0ac310e1-7df8-4661-a65b-df86740b2a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:48.837060 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-0ac310e1-7df8-4661-a65b-df86740b2a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8036811'] for router_interface, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:48.840469 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-0ac310e1-7df8-4661-a65b-df86740b2a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:04:48.934852 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac310e1-7df8-4661-a65b-df86740b2a26 admin admin] Pushing event updated for resources: {'Port': ['ID=19aa764a-d21f-406a-83e1-f0a3ca6383b8,revision_number=2']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:04:48.937773 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-0ac310e1-7df8-4661-a65b-df86740b2a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:04:49.031064 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac310e1-7df8-4661-a65b-df86740b2a26 admin admin] Network dd032546-98e4-496a-96c7-32828aebd5db is already hosted by enough agents. {{(pid=92342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:04:49.032083 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-0ac310e1-7df8-4661-a65b-df86740b2a26 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:04:49.267764 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-adbf4ccf-58c7-4a08-991b-02fdb9af5979 None None] Provisioning complete for port 19aa764a-d21f-406a-83e1-f0a3ca6383b8 triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:04:49.268133 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-adbf4ccf-58c7-4a08-991b-02fdb9af5979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:49.275645 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac310e1-7df8-4661-a65b-df86740b2a26 admin admin] Router 67e44048-47a4-413e-8e7a-28f6d571778e is scheduled to L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac with binding_index 1 {{(pid=92342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 02 08:04:49.345824 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-adbf4ccf-58c7-4a08-991b-02fdb9af5979 None None] Port 19aa764a-d21f-406a-83e1-f0a3ca6383b8 cannot update to ACTIVE because it is not bound. {{(pid=92343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 02 08:04:49.428835 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac310e1-7df8-4661-a65b-df86740b2a26 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:04:49.437829 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-0ac310e1-7df8-4661-a65b-df86740b2a26 admin admin] 10.222.0.77 "PUT /v2.0/routers/67e44048-47a4-413e-8e7a-28f6d571778e/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.2924516
Jun 02 08:04:49.438148 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8250d3fe-e35a-48ae-9e2a-504fae5e7215 None None] Sync routers for ids ['67e44048-47a4-413e-8e7a-28f6d571778e'] in dv-cinder-786385-7-iscsi {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:04:49.448350 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8250d3fe-e35a-48ae-9e2a-504fae5e7215 None None] Routers {'67e44048-47a4-413e-8e7a-28f6d571778e'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:04:49.449217 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-8250d3fe-e35a-48ae-9e2a-504fae5e7215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7b99b400>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:04:42Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['67e44048-47a4-413e-8e7a-28f6d571778e'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:04:49.617868 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-8250d3fe-e35a-48ae-9e2a-504fae5e7215 None None] Set router 67e44048-47a4-413e-8e7a-28f6d571778e gateway port host: None {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:04:49.983171 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-8250d3fe-e35a-48ae-9e2a-504fae5e7215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7b99b400>, [{'id': '67e44048-47a4-413e-8e7a-28f6d571778e', 'name': 'router1', 'tenant_id': '9c298ae76cb44f9b9986422e7a23ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:04:38Z', 'updated_at': '2021-06-02T08:04:48Z', 'revision_number': 2, 'project_id': '9c298ae76cb44f9b9986422e7a23ab5c', 'gw_port_host': None, '_interfaces': [{'id': '19aa764a-d21f-406a-83e1-f0a3ca6383b8', 'name': '', 'network_id': 'dd032546-98e4-496a-96c7-32828aebd5db', 'tenant_id': '9c298ae76cb44f9b9986422e7a23ab5c', 'mac_address': 'fa:16:3e:dc:95:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e44048-47a4-413e-8e7a-28f6d571778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8359c2e5-ce7c-4e41-925d-bf4e09aff968', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:04:47Z', 'updated_at': '2021-06-02T08:04:48Z', 'revision_number': 2, 'project_id': '9c298ae76cb44f9b9986422e7a23ab5c', 'subnets': [{'id': '8359c2e5-ce7c-4e41-925d-bf4e09aff968', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0e721a4-12a8-4383-a944-ed8be9f5d739'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:04:49.988029 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8250d3fe-e35a-48ae-9e2a-504fae5e7215 None None] Checking router: 67e44048-47a4-413e-8e7a-28f6d571778e for host: dv-cinder-786385-7-iscsi {{(pid=92344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:04:49.988438 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8250d3fe-e35a-48ae-9e2a-504fae5e7215 None None] Updating router 67e44048-47a4-413e-8e7a-28f6d571778e port 19aa764a-d21f-406a-83e1-f0a3ca6383b8 binding host dv-cinder-786385-7-iscsi {{(pid=92344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 02 08:04:50.039887 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-8250d3fe-e35a-48ae-9e2a-504fae5e7215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:50.415085 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-8250d3fe-e35a-48ae-9e2a-504fae5e7215 None None] Notify callbacks [] for port, precommit_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:50.429430 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.provisioning_blocks [None req-8250d3fe-e35a-48ae-9e2a-504fae5e7215 None None] Transition to ACTIVE for port object 19aa764a-d21f-406a-83e1-f0a3ca6383b8 will not be triggered until provisioned by entity L2. {{(pid=92344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:04:50.502554 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-8250d3fe-e35a-48ae-9e2a-504fae5e7215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:50.508305 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:04:50.729617 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6bd3f-2b5a-4b98-9a17-9e09f240c5f4 None None] Pushing event updated for resources: {'Port': ['ID=19aa764a-d21f-406a-83e1-f0a3ca6383b8,revision_number=3']} {{(pid=92344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:04:50.733310 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.managers [None req-8250d3fe-e35a-48ae-9e2a-504fae5e7215 None None] Attempting to bind port 19aa764a-d21f-406a-83e1-f0a3ca6383b8 on host dv-cinder-786385-7-iscsi for vnic_type normal with profile  {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:04:50.733725 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.managers [None req-8250d3fe-e35a-48ae-9e2a-504fae5e7215 None None] Attempting to bind port 19aa764a-d21f-406a-83e1-f0a3ca6383b8 by drivers openvswitch,hyperv on host dv-cinder-786385-7-iscsi at level 0 using segments [{'id': '52c1d086-b421-46d9-9bff-64a05dfb574e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'dd032546-98e4-496a-96c7-32828aebd5db'}] {{(pid=92344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:04:50.734161 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8250d3fe-e35a-48ae-9e2a-504fae5e7215 None None] Attempting to bind port 19aa764a-d21f-406a-83e1-f0a3ca6383b8 on network dd032546-98e4-496a-96c7-32828aebd5db {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:04:50.741503 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d6bd3f-2b5a-4b98-9a17-9e09f240c5f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:50.741843 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d6bd3f-2b5a-4b98-9a17-9e09f240c5f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:50.742176 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d6bd3f-2b5a-4b98-9a17-9e09f240c5f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:50.742500 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d6bd3f-2b5a-4b98-9a17-9e09f240c5f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:50.742820 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d6bd3f-2b5a-4b98-9a17-9e09f240c5f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:50.743137 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d6bd3f-2b5a-4b98-9a17-9e09f240c5f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:50.743452 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d6bd3f-2b5a-4b98-9a17-9e09f240c5f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:50.743766 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d6bd3f-2b5a-4b98-9a17-9e09f240c5f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:50.744084 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d6bd3f-2b5a-4b98-9a17-9e09f240c5f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:50.744422 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d6bd3f-2b5a-4b98-9a17-9e09f240c5f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:50.744733 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d6bd3f-2b5a-4b98-9a17-9e09f240c5f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:50.745042 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d6bd3f-2b5a-4b98-9a17-9e09f240c5f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:04:50.746161 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d6bd3f-2b5a-4b98-9a17-9e09f240c5f4 None None] Tracked resource versions report:
Jun 02 08:04:50.746161 dv-cinder-786385-7-iscsi neutron-server[92344]: pushed versions:
Jun 02 08:04:50.746161 dv-cinder-786385-7-iscsi neutron-server[92344]: {   'AddressGroup': {'1.2'},
Jun 02 08:04:50.746161 dv-cinder-786385-7-iscsi neutron-server[92344]:     'ConntrackHelper': {'1.0'},
Jun 02 08:04:50.746161 dv-cinder-786385-7-iscsi neutron-server[92344]:     'Log': {'1.0'},
Jun 02 08:04:50.746161 dv-cinder-786385-7-iscsi neutron-server[92344]:     'Network': {'1.1'},
Jun 02 08:04:50.746161 dv-cinder-786385-7-iscsi neutron-server[92344]:     'Port': {'1.7'},
Jun 02 08:04:50.746161 dv-cinder-786385-7-iscsi neutron-server[92344]:     'PortForwarding': {'1.2'},
Jun 02 08:04:50.746161 dv-cinder-786385-7-iscsi neutron-server[92344]:     'QosPolicy': {'1.8'},
Jun 02 08:04:50.746161 dv-cinder-786385-7-iscsi neutron-server[92344]:     'SecurityGroup': {'1.4'},
Jun 02 08:04:50.746161 dv-cinder-786385-7-iscsi neutron-server[92344]:     'SecurityGroupRule': {'1.2'},
Jun 02 08:04:50.746161 dv-cinder-786385-7-iscsi neutron-server[92344]:     'SubPort': {'1.0'},
Jun 02 08:04:50.746161 dv-cinder-786385-7-iscsi neutron-server[92344]:     'Subnet': {'1.1'},
Jun 02 08:04:50.746161 dv-cinder-786385-7-iscsi neutron-server[92344]:     'Trunk': {'1.1'}}
Jun 02 08:04:50.746161 dv-cinder-786385-7-iscsi neutron-server[92344]: consumer versions:
Jun 02 08:04:50.746161 dv-cinder-786385-7-iscsi neutron-server[92344]: {   DHCP agent@dv-cinder-786385-7-iscsi: {},
Jun 02 08:04:50.746161 dv-cinder-786385-7-iscsi neutron-server[92344]:     L3 agent@dv-cinder-786385-7-iscsi: {},
Jun 02 08:04:50.746161 dv-cinder-786385-7-iscsi neutron-server[92344]:     Metadata agent@dv-cinder-786385-7-iscsi: {},
Jun 02 08:04:50.746161 dv-cinder-786385-7-iscsi neutron-server[92344]:     Metering agent@dv-cinder-786385-7-iscsi: {},
Jun 02 08:04:50.746161 dv-cinder-786385-7-iscsi neutron-server[92344]:     Open vSwitch agent@dv-cinder-786385-7-iscsi: {   'AddressGroup': '1.2',
Jun 02 08:04:50.746161 dv-cinder-786385-7-iscsi neutron-server[92344]:                                                      'ConntrackHelper': '1.0',
Jun 02 08:04:50.746161 dv-cinder-786385-7-iscsi neutron-server[92344]:                                                      'Log': '1.0',
Jun 02 08:04:50.746161 dv-cinder-786385-7-iscsi neutron-server[92344]:                                                      'Network': '1.1',
Jun 02 08:04:50.746161 dv-cinder-786385-7-iscsi neutron-server[92344]:                                                      'Port': '1.7',
Jun 02 08:04:50.746161 dv-cinder-786385-7-iscsi neutron-server[92344]:                                                      'PortForwarding': '1.2',
Jun 02 08:04:50.746161 dv-cinder-786385-7-iscsi neutron-server[92344]:                                                      'QosPolicy': '1.8',
Jun 02 08:04:50.746161 dv-cinder-786385-7-iscsi neutron-server[92344]:                                                      'SecurityGroup': '1.4',
Jun 02 08:04:50.746161 dv-cinder-786385-7-iscsi neutron-server[92344]:                                                      'SecurityGroupRule': '1.2',
Jun 02 08:04:50.746161 dv-cinder-786385-7-iscsi neutron-server[92344]:                                                      'SubPort': '1.0',
Jun 02 08:04:50.746161 dv-cinder-786385-7-iscsi neutron-server[92344]:                                                      'Subnet': '1.1',
Jun 02 08:04:50.746161 dv-cinder-786385-7-iscsi neutron-server[92344]:                                                      'Trunk': '1.1'}}
Jun 02 08:04:50.746161 dv-cinder-786385-7-iscsi neutron-server[92344]:  {{(pid=92344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 02 08:04:50.750344 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [None req-43d6bd3f-2b5a-4b98-9a17-9e09f240c5f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:04:50.752849 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8250d3fe-e35a-48ae-9e2a-504fae5e7215 None None] Checking agent: {'id': '293b8e5c-58b0-46e6-908b-da5c92a2d3b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 4, 12), 'started_at': datetime.datetime(2021, 6, 2, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:04:50.753256 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8250d3fe-e35a-48ae-9e2a-504fae5e7215 None None] Checking segment: {'id': '52c1d086-b421-46d9-9bff-64a05dfb574e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'dd032546-98e4-496a-96c7-32828aebd5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:04:50.753748 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-8250d3fe-e35a-48ae-9e2a-504fae5e7215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:50.754093 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8250d3fe-e35a-48ae-9e2a-504fae5e7215 None None] Bound using segment: {'id': '52c1d086-b421-46d9-9bff-64a05dfb574e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'dd032546-98e4-496a-96c7-32828aebd5db'} {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:04:50.755488 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.managers [None req-8250d3fe-e35a-48ae-9e2a-504fae5e7215 None None] Bound port: 19aa764a-d21f-406a-83e1-f0a3ca6383b8, host: dv-cinder-786385-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c1d086-b421-46d9-9bff-64a05dfb574e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'dd032546-98e4-496a-96c7-32828aebd5db'}}] {{(pid=92344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:04:50.755866 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-8250d3fe-e35a-48ae-9e2a-504fae5e7215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:50.850494 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.db [None req-8250d3fe-e35a-48ae-9e2a-504fae5e7215 None None] For port 19aa764a-d21f-406a-83e1-f0a3ca6383b8, host dv-cinder-786385-7-iscsi, cleared binding levels {{(pid=92344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:04:50.854707 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.db [None req-8250d3fe-e35a-48ae-9e2a-504fae5e7215 None None] For port 19aa764a-d21f-406a-83e1-f0a3ca6383b8, host dv-cinder-786385-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=19aa764a-d21f-406a-83e1-f0a3ca6383b8,segment=NetworkSegment(52c1d086-b421-46d9-9bff-64a05dfb574e),segment_id=52c1d086-b421-46d9-9bff-64a05dfb574e)] {{(pid=92344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:04:50.931463 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-8250d3fe-e35a-48ae-9e2a-504fae5e7215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:50.935526 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:04:51.056649 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8250d3fe-e35a-48ae-9e2a-504fae5e7215 None None] Routers {'67e44048-47a4-413e-8e7a-28f6d571778e'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:04:51.057304 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-8250d3fe-e35a-48ae-9e2a-504fae5e7215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7b99b400>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:04:42Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['67e44048-47a4-413e-8e7a-28f6d571778e'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:04:51.116604 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6bd3f-2b5a-4b98-9a17-9e09f240c5f4 None None] Pushing event updated for resources: {'Port': ['ID=19aa764a-d21f-406a-83e1-f0a3ca6383b8,revision_number=4']} {{(pid=92344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:04:51.119786 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [None req-43d6bd3f-2b5a-4b98-9a17-9e09f240c5f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:04:51.224378 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-8250d3fe-e35a-48ae-9e2a-504fae5e7215 None None] Set router 67e44048-47a4-413e-8e7a-28f6d571778e gateway port host: None {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:04:51.543940 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-8250d3fe-e35a-48ae-9e2a-504fae5e7215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7b99b400>, [{'id': '67e44048-47a4-413e-8e7a-28f6d571778e', 'name': 'router1', 'tenant_id': '9c298ae76cb44f9b9986422e7a23ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:04:38Z', 'updated_at': '2021-06-02T08:04:48Z', 'revision_number': 2, 'project_id': '9c298ae76cb44f9b9986422e7a23ab5c', 'gw_port_host': None, '_interfaces': [{'id': '19aa764a-d21f-406a-83e1-f0a3ca6383b8', 'name': '', 'network_id': 'dd032546-98e4-496a-96c7-32828aebd5db', 'tenant_id': '9c298ae76cb44f9b9986422e7a23ab5c', 'mac_address': 'fa:16:3e:dc:95:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e44048-47a4-413e-8e7a-28f6d571778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8359c2e5-ce7c-4e41-925d-bf4e09aff968', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:04:47Z', 'updated_at': '2021-06-02T08:04:50Z', 'revision_number': 4, 'project_id': '9c298ae76cb44f9b9986422e7a23ab5c', 'subnets': [{'id': '8359c2e5-ce7c-4e41-925d-bf4e09aff968', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0e721a4-12a8-4383-a944-ed8be9f5d739'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:04:51.548219 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8250d3fe-e35a-48ae-9e2a-504fae5e7215 None None] The sync data for ids ['67e44048-47a4-413e-8e7a-28f6d571778e'] in dv-cinder-786385-7-iscsi is: [{'id': '67e44048-47a4-413e-8e7a-28f6d571778e', 'name': 'router1', 'tenant_id': '9c298ae76cb44f9b9986422e7a23ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:04:38Z', 'updated_at': '2021-06-02T08:04:48Z', 'revision_number': 2, 'project_id': '9c298ae76cb44f9b9986422e7a23ab5c', 'gw_port_host': None, '_interfaces': [{'id': '19aa764a-d21f-406a-83e1-f0a3ca6383b8', 'name': '', 'network_id': 'dd032546-98e4-496a-96c7-32828aebd5db', 'tenant_id': '9c298ae76cb44f9b9986422e7a23ab5c', 'mac_address': 'fa:16:3e:dc:95:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e44048-47a4-413e-8e7a-28f6d571778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8359c2e5-ce7c-4e41-925d-bf4e09aff968', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:04:47Z', 'updated_at': '2021-06-02T08:04:50Z', 'revision_number': 4, 'project_id': '9c298ae76cb44f9b9986422e7a23ab5c', 'subnets': [{'id': '8359c2e5-ce7c-4e41-925d-bf4e09aff968', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0e721a4-12a8-4383-a944-ed8be9f5d739'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:04:51.601036 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 55498) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:04:51.781000 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a11d04c-65c3-4688-bfb4-de34a44e2727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:04:51.781470 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-2a11d04c-65c3-4688-bfb4-de34a44e2727 admin admin] Synchronizing usage tracker for tenant:e05cec9c1f294ceaaa2b320713460299 on resource:network {{(pid=92342) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:04:51.864984 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-2a11d04c-65c3-4688-bfb4-de34a44e2727 admin admin] Unset dirty status for tenant:e05cec9c1f294ceaaa2b320713460299 on resource:network {{(pid=92342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:04:51.866064 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-2a11d04c-65c3-4688-bfb4-de34a44e2727 admin admin] 10.222.0.77 "GET /v2.0/networks/25cee017-96f1-470f-84b1-115420be0257 HTTP/1.1" status: 200  len: 842 time: 0.2640555
Jun 02 08:04:51.875288 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-c410150a-28bd-446d-84f4-f5084e8a152b admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '25cee017-96f1-470f-84b1-115420be0257'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:04:51.880649 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-c410150a-28bd-446d-84f4-f5084e8a152b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:04:51.885058 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-c410150a-28bd-446d-84f4-f5084e8a152b admin admin] Usage tracker for resource:subnet and tenant:e05cec9c1f294ceaaa2b320713460299 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:04:51.887857 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-c410150a-28bd-446d-84f4-f5084e8a152b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:04:51.893494 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-c410150a-28bd-446d-84f4-f5084e8a152b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:04:51.981079 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c410150a-28bd-446d-84f4-f5084e8a152b admin admin] Made reservation on behalf of e05cec9c1f294ceaaa2b320713460299 for: {'subnet': 1} {{(pid=92342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:04:51.983396 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-c410150a-28bd-446d-84f4-f5084e8a152b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:52.475494 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.objects.ports [None req-c410150a-28bd-446d-84f4-f5084e8a152b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92342) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 02 08:04:52.475832 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-c410150a-28bd-446d-84f4-f5084e8a152b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193'] for subnet, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:52.479618 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:04:52.552892 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410150a-28bd-446d-84f4-f5084e8a152b admin admin] Pushing event updated for resources: {'Subnet': ['ID=100151e0-9740-4c20-8f2c-560e0808d190,revision_number=0']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:04:52.556996 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-c410150a-28bd-446d-84f4-f5084e8a152b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:04:52.561153 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c410150a-28bd-446d-84f4-f5084e8a152b admin admin] Checking segment: {'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:04:52.561509 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c410150a-28bd-446d-84f4-f5084e8a152b admin admin] Network hostable DHCP agents. Network: 25cee017-96f1-470f-84b1-115420be0257, hostable agents: ['4b89aefe-9643-4cd8-b10a-5110f7f4c5b0'], hosted agents: [] {{(pid=92342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 02 08:04:52.675833 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c410150a-28bd-446d-84f4-f5084e8a152b admin admin] Network 25cee017-96f1-470f-84b1-115420be0257 is scheduled to be hosted by DHCP agent 4b89aefe-9643-4cd8-b10a-5110f7f4c5b0 with binding_index 1 {{(pid=92342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 02 08:04:52.767742 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-c410150a-28bd-446d-84f4-f5084e8a152b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-iscsi, 25cee017-96f1-470f-84b1-115420be0257) {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:04:52.772917 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c410150a-28bd-446d-84f4-f5084e8a152b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:04:52.774823 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-c410150a-28bd-446d-84f4-f5084e8a152b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for subnet, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:52.776072 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29374322-1709-41b0-9413-0e2e618822e8 None None] Network 25cee017-96f1-470f-84b1-115420be0257 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:04:52.886379 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-c410150a-28bd-446d-84f4-f5084e8a152b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0145109
Jun 02 08:04:52.969750 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de575f8c-dbcc-48c7-960e-81c9695a92fa None None] Network 25cee017-96f1-470f-84b1-115420be0257 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:04:54.460707 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 19aa764a-d21f-406a-83e1-f0a3ca6383b8 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:04:54.635908 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning for port 19aa764a-d21f-406a-83e1-f0a3ca6383b8 completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:04:54.641169 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 19aa764a-d21f-406a-83e1-f0a3ca6383b8 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:04:54.641552 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:54.772183 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:54.805394 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] For port 19aa764a-d21f-406a-83e1-f0a3ca6383b8, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=19aa764a-d21f-406a-83e1-f0a3ca6383b8,segment=NetworkSegment(52c1d086-b421-46d9-9bff-64a05dfb574e),segment_id=52c1d086-b421-46d9-9bff-64a05dfb574e)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:04:54.868397 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:54.870648 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:04:54.939590 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Pushing event updated for resources: {'Port': ['ID=19aa764a-d21f-406a-83e1-f0a3ca6383b8,revision_number=5']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:04:54.942761 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:04:55.116753 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 55510) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:04:55.364333 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-f3b329ab-9786-432a-91bf-2948521e60c9 admin admin] 10.222.0.77 "GET /v2.0/routers/67e44048-47a4-413e-8e7a-28f6d571778e HTTP/1.1" status: 200  len: 710 time: 0.2439914
Jun 02 08:04:55.515544 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c36a92-45e1-4c0d-af1b-242e52222eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:04:55.516949 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-f1c36a92-45e1-4c0d-af1b-242e52222eb6 admin admin] 10.222.0.77 "GET /v2.0/networks/25cee017-96f1-470f-84b1-115420be0257 HTTP/1.1" status: 200  len: 886 time: 0.1506705
Jun 02 08:04:55.526431 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-7698a8f0-2a96-45f6-878c-2da8e7f054d7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257'}}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:04:55.962937 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-7698a8f0-2a96-45f6-878c-2da8e7f054d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8036483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8100050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2045'] for router, precommit_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:56.372626 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-7698a8f0-2a96-45f6-878c-2da8e7f054d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:56.428788 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-7698a8f0-2a96-45f6-878c-2da8e7f054d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:56.444344 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 19aa764a-d21f-406a-83e1-f0a3ca6383b8 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:04:56.511663 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 19aa764a-d21f-406a-83e1-f0a3ca6383b8 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:04:56.512026 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:56.568229 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.db_base_plugin_common [None req-7698a8f0-2a96-45f6-878c-2da8e7f054d7 admin admin] Allocated IP 172.27.3.39 (25cee017-96f1-470f-84b1-115420be0257/100151e0-9740-4c20-8f2c-560e0808d190/857a8983-dc77-4dc6-a719-af8eb908d83e) {{(pid=92341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:04:56.713047 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-7698a8f0-2a96-45f6-878c-2da8e7f054d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:56.840003 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-7698a8f0-2a96-45f6-878c-2da8e7f054d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309'] for port, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:56.845460 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:04:56.941730 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7698a8f0-2a96-45f6-878c-2da8e7f054d7 admin admin] Network 25cee017-96f1-470f-84b1-115420be0257 is already hosted by enough agents. {{(pid=92341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:04:56.944953 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [None req-7698a8f0-2a96-45f6-878c-2da8e7f054d7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:04:56.951471 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7698a8f0-2a96-45f6-878c-2da8e7f054d7 admin admin] Received port after_create {{(pid=92341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:04:56.996117 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698a8f0-2a96-45f6-878c-2da8e7f054d7 admin admin] Pushing event updated for resources: {'Port': ['ID=857a8983-dc77-4dc6-a719-af8eb908d83e,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:04:57.011009 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-7698a8f0-2a96-45f6-878c-2da8e7f054d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:04:57.399393 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-7698a8f0-2a96-45f6-878c-2da8e7f054d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:57.721611 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-7698a8f0-2a96-45f6-878c-2da8e7f054d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8036483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8100050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2045'] for router, precommit_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:57.725358 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-7698a8f0-2a96-45f6-878c-2da8e7f054d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8036490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8036509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8100129'] for router, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:57.898018 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7698a8f0-2a96-45f6-878c-2da8e7f054d7 admin admin] Router 67e44048-47a4-413e-8e7a-28f6d571778e has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:04:58.069862 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7698a8f0-2a96-45f6-878c-2da8e7f054d7 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:04:58.077891 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-7698a8f0-2a96-45f6-878c-2da8e7f054d7 admin admin] Notify callbacks [] for router, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:58.079499 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-7698a8f0-2a96-45f6-878c-2da8e7f054d7 admin admin] 10.222.0.77 "PUT /v2.0/routers/67e44048-47a4-413e-8e7a-28f6d571778e HTTP/1.1" status: 200  len: 889 time: 2.5560231
Jun 02 08:04:58.081070 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2583524-be8c-48dd-9a59-7173db39b31b None None] Sync routers for ids ['67e44048-47a4-413e-8e7a-28f6d571778e'] in dv-cinder-786385-7-iscsi {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:04:58.092213 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2583524-be8c-48dd-9a59-7173db39b31b None None] Routers {'67e44048-47a4-413e-8e7a-28f6d571778e'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:04:58.092885 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-f2583524-be8c-48dd-9a59-7173db39b31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7ec38130>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:04:42Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['67e44048-47a4-413e-8e7a-28f6d571778e'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:04:58.282695 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-f2583524-be8c-48dd-9a59-7173db39b31b None None] Set router 67e44048-47a4-413e-8e7a-28f6d571778e gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:04:58.619728 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-f2583524-be8c-48dd-9a59-7173db39b31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7ec38130>, [{'id': '67e44048-47a4-413e-8e7a-28f6d571778e', 'name': 'router1', 'tenant_id': '9c298ae76cb44f9b9986422e7a23ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '857a8983-dc77-4dc6-a719-af8eb908d83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:04:38Z', 'updated_at': '2021-06-02T08:04:57Z', 'revision_number': 4, 'project_id': '9c298ae76cb44f9b9986422e7a23ab5c', 'gw_port': {'id': '857a8983-dc77-4dc6-a719-af8eb908d83e', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:dc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e44048-47a4-413e-8e7a-28f6d571778e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:04:56Z', 'updated_at': '2021-06-02T08:04:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': '19aa764a-d21f-406a-83e1-f0a3ca6383b8', 'name': '', 'network_id': 'dd032546-98e4-496a-96c7-32828aebd5db', 'tenant_id': '9c298ae76cb44f9b9986422e7a23ab5c', 'mac_address': 'fa:16:3e:dc:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e44048-47a4-413e-8e7a-28f6d571778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8359c2e5-ce7c-4e41-925d-bf4e09aff968', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:04:47Z', 'updated_at': '2021-06-02T08:04:54Z', 'revision_number': 5, 'project_id': '9c298ae76cb44f9b9986422e7a23ab5c', 'subnets': [{'id': '8359c2e5-ce7c-4e41-925d-bf4e09aff968', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0e721a4-12a8-4383-a944-ed8be9f5d739'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:04:58.624632 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2583524-be8c-48dd-9a59-7173db39b31b None None] Checking router: 67e44048-47a4-413e-8e7a-28f6d571778e for host: dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:04:58.624974 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2583524-be8c-48dd-9a59-7173db39b31b None None] Updating router 67e44048-47a4-413e-8e7a-28f6d571778e port 857a8983-dc77-4dc6-a719-af8eb908d83e binding host dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 02 08:04:58.696004 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-f2583524-be8c-48dd-9a59-7173db39b31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:59.014661 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-f2583524-be8c-48dd-9a59-7173db39b31b None None] Notify callbacks [] for port, precommit_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:59.026051 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-f2583524-be8c-48dd-9a59-7173db39b31b None None] Transition to ACTIVE for port object 857a8983-dc77-4dc6-a719-af8eb908d83e will not be triggered until provisioned by entity L2. {{(pid=92343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:04:59.108290 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-f2583524-be8c-48dd-9a59-7173db39b31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:59.112212 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:04:59.189242 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-f2583524-be8c-48dd-9a59-7173db39b31b None None] Attempting to bind port 857a8983-dc77-4dc6-a719-af8eb908d83e on host dv-cinder-786385-7-iscsi for vnic_type normal with profile  {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:04:59.189609 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-f2583524-be8c-48dd-9a59-7173db39b31b None None] Attempting to bind port 857a8983-dc77-4dc6-a719-af8eb908d83e by drivers openvswitch,hyperv on host dv-cinder-786385-7-iscsi at level 0 using segments [{'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:04:59.189975 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2583524-be8c-48dd-9a59-7173db39b31b None None] Attempting to bind port 857a8983-dc77-4dc6-a719-af8eb908d83e on network 25cee017-96f1-470f-84b1-115420be0257 {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:04:59.195621 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8860ee71-19b5-422f-ab40-1f2ac25500d6 None None] Pushing event updated for resources: {'Port': ['ID=857a8983-dc77-4dc6-a719-af8eb908d83e,revision_number=2']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:04:59.198821 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-8860ee71-19b5-422f-ab40-1f2ac25500d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:04:59.201299 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2583524-be8c-48dd-9a59-7173db39b31b None None] Checking agent: {'id': '293b8e5c-58b0-46e6-908b-da5c92a2d3b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 4, 12), 'started_at': datetime.datetime(2021, 6, 2, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:04:59.201676 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2583524-be8c-48dd-9a59-7173db39b31b None None] Checking segment: {'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:04:59.202110 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-f2583524-be8c-48dd-9a59-7173db39b31b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:59.202544 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2583524-be8c-48dd-9a59-7173db39b31b None None] Bound using segment: {'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:04:59.203315 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-f2583524-be8c-48dd-9a59-7173db39b31b None None] Bound port: 857a8983-dc77-4dc6-a719-af8eb908d83e, host: dv-cinder-786385-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'}}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:04:59.203694 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-f2583524-be8c-48dd-9a59-7173db39b31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:59.275990 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-f2583524-be8c-48dd-9a59-7173db39b31b None None] For port 857a8983-dc77-4dc6-a719-af8eb908d83e, host dv-cinder-786385-7-iscsi, cleared binding levels {{(pid=92343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:04:59.278873 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-f2583524-be8c-48dd-9a59-7173db39b31b None None] For port 857a8983-dc77-4dc6-a719-af8eb908d83e, host dv-cinder-786385-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=857a8983-dc77-4dc6-a719-af8eb908d83e,segment=NetworkSegment(7d00a59a-fd6b-444f-8454-6973ee677288),segment_id=7d00a59a-fd6b-444f-8454-6973ee677288)] {{(pid=92343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:04:59.373377 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-f2583524-be8c-48dd-9a59-7173db39b31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:04:59.377686 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:04:59.458287 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2583524-be8c-48dd-9a59-7173db39b31b None None] Routers {'67e44048-47a4-413e-8e7a-28f6d571778e'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:04:59.458910 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-f2583524-be8c-48dd-9a59-7173db39b31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7ec38130>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:04:42Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['67e44048-47a4-413e-8e7a-28f6d571778e'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:04:59.511422 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8860ee71-19b5-422f-ab40-1f2ac25500d6 None None] Pushing event updated for resources: {'Port': ['ID=857a8983-dc77-4dc6-a719-af8eb908d83e,revision_number=3']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:04:59.514919 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-8860ee71-19b5-422f-ab40-1f2ac25500d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:04:59.640472 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-f2583524-be8c-48dd-9a59-7173db39b31b None None] Set router 67e44048-47a4-413e-8e7a-28f6d571778e gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:04:59.967753 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-f2583524-be8c-48dd-9a59-7173db39b31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7ec38130>, [{'id': '67e44048-47a4-413e-8e7a-28f6d571778e', 'name': 'router1', 'tenant_id': '9c298ae76cb44f9b9986422e7a23ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '857a8983-dc77-4dc6-a719-af8eb908d83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:04:38Z', 'updated_at': '2021-06-02T08:04:57Z', 'revision_number': 4, 'project_id': '9c298ae76cb44f9b9986422e7a23ab5c', 'gw_port': {'id': '857a8983-dc77-4dc6-a719-af8eb908d83e', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:dc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e44048-47a4-413e-8e7a-28f6d571778e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:04:56Z', 'updated_at': '2021-06-02T08:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': '19aa764a-d21f-406a-83e1-f0a3ca6383b8', 'name': '', 'network_id': 'dd032546-98e4-496a-96c7-32828aebd5db', 'tenant_id': '9c298ae76cb44f9b9986422e7a23ab5c', 'mac_address': 'fa:16:3e:dc:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e44048-47a4-413e-8e7a-28f6d571778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8359c2e5-ce7c-4e41-925d-bf4e09aff968', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:04:47Z', 'updated_at': '2021-06-02T08:04:54Z', 'revision_number': 5, 'project_id': '9c298ae76cb44f9b9986422e7a23ab5c', 'subnets': [{'id': '8359c2e5-ce7c-4e41-925d-bf4e09aff968', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0e721a4-12a8-4383-a944-ed8be9f5d739'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:04:59.971626 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2583524-be8c-48dd-9a59-7173db39b31b None None] The sync data for ids ['67e44048-47a4-413e-8e7a-28f6d571778e'] in dv-cinder-786385-7-iscsi is: [{'id': '67e44048-47a4-413e-8e7a-28f6d571778e', 'name': 'router1', 'tenant_id': '9c298ae76cb44f9b9986422e7a23ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '857a8983-dc77-4dc6-a719-af8eb908d83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:04:38Z', 'updated_at': '2021-06-02T08:04:57Z', 'revision_number': 4, 'project_id': '9c298ae76cb44f9b9986422e7a23ab5c', 'gw_port': {'id': '857a8983-dc77-4dc6-a719-af8eb908d83e', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:dc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e44048-47a4-413e-8e7a-28f6d571778e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:04:56Z', 'updated_at': '2021-06-02T08:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': '19aa764a-d21f-406a-83e1-f0a3ca6383b8', 'name': '', 'network_id': 'dd032546-98e4-496a-96c7-32828aebd5db', 'tenant_id': '9c298ae76cb44f9b9986422e7a23ab5c', 'mac_address': 'fa:16:3e:dc:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e44048-47a4-413e-8e7a-28f6d571778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8359c2e5-ce7c-4e41-925d-bf4e09aff968', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:04:47Z', 'updated_at': '2021-06-02T08:04:54Z', 'revision_number': 5, 'project_id': '9c298ae76cb44f9b9986422e7a23ab5c', 'subnets': [{'id': '8359c2e5-ce7c-4e41-925d-bf4e09aff968', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0e721a4-12a8-4383-a944-ed8be9f5d739'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:05:00.418399 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 55518) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:05:00.498334 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 857a8983-dc77-4dc6-a719-af8eb908d83e up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:05:00.547403 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-164835d0-c1e9-4d02-895c-46996f10e154 admin admin] 10.222.0.77 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1273108
Jun 02 08:05:00.652886 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning for port 857a8983-dc77-4dc6-a719-af8eb908d83e completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:05:00.659363 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 857a8983-dc77-4dc6-a719-af8eb908d83e triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:05:00.665706 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:05:00.787910 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:05:00.804603 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] For port 857a8983-dc77-4dc6-a719-af8eb908d83e, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=857a8983-dc77-4dc6-a719-af8eb908d83e,segment=NetworkSegment(7d00a59a-fd6b-444f-8454-6973ee677288),segment_id=7d00a59a-fd6b-444f-8454-6973ee677288)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:05:00.915885 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:05:00.919397 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-8860ee71-19b5-422f-ab40-1f2ac25500d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:05:00.986111 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Pushing event updated for resources: {'Port': ['ID=857a8983-dc77-4dc6-a719-af8eb908d83e,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:05:00.990243 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:05:02.456693 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 857a8983-dc77-4dc6-a719-af8eb908d83e up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:05:02.526637 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 857a8983-dc77-4dc6-a719-af8eb908d83e triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:05:02.527237 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:05:05.095050 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 5 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:05:09.990093 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-32a95b51-b59b-438c-a93c-185729754c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:05:12.561568 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:05:12.607069 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-686a5356-0945-421c-8c23-8404dacd51b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:05:13.658209 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:05:15.109718 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:05:39.977891 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-c5e65cfb-aa3c-47b4-944b-942de911c1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:05:42.093661 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 5 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:05:43.274933 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:05:43.400857 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-d50bcebc-2509-41c2-bd49-ee7929e6748d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:05:43.703782 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:05:45.113113 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:06:09.965717 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-b92808ac-8cbb-4643-9a28-80ed480e7c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:06:12.576746 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:06:12.582404 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-098abf34-7289-4ae4-ae4c-5803569763fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:06:13.661658 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:06:15.129779 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:06:19.093419 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 5 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:06:36.969906 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 56086) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:06:37.038974 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.pecan_wsgi.hooks.translation [None req-c847fa4d-c8c2-4482-aaff-fb4e1626955e admin admin] GET failed (client error): The resource could not be found.
Jun 02 08:06:37.040244 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-c847fa4d-c8c2-4482-aaff-fb4e1626955e admin admin] 10.222.0.77 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0694032
Jun 02 08:06:37.170257 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0314b004-0b4a-402a-b48e-c860cd45709f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:06:37.171578 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-0314b004-0b4a-402a-b48e-c860cd45709f admin admin] 10.222.0.77 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1275315
Jun 02 08:06:39.272093 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 56096) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:06:39.378874 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2393537-86bf-444d-939f-edb63f486814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:06:39.379429 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-d2393537-86bf-444d-939f-edb63f486814 admin admin] Synchronizing usage tracker for tenant:e05cec9c1f294ceaaa2b320713460299 on resource:subnet {{(pid=92342) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:06:39.479528 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-d2393537-86bf-444d-939f-edb63f486814 admin admin] Unset dirty status for tenant:e05cec9c1f294ceaaa2b320713460299 on resource:subnet {{(pid=92342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:06:39.480688 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-d2393537-86bf-444d-939f-edb63f486814 admin admin] 10.222.0.77 "GET /v2.0/subnets/8359c2e5-ce7c-4e41-925d-bf4e09aff968 HTTP/1.1" status: 200  len: 849 time: 0.2076223
Jun 02 08:06:39.491445 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-5ce043db-c09b-4cd6-9f9a-0449acea038f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:06:39.618013 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-5ce043db-c09b-4cd6-9f9a-0449acea038f admin admin] Notify callbacks [] for subnet, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:06:39.867720 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-5ce043db-c09b-4cd6-9f9a-0449acea038f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744146869697'] for subnet, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:06:39.872367 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-a9cce641-0f68-4762-9e61-160c3631e71d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:06:39.916684 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce043db-c09b-4cd6-9f9a-0449acea038f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:06:39.917274 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-5ce043db-c09b-4cd6-9f9a-0449acea038f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for subnet, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:06:39.918638 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-5ce043db-c09b-4cd6-9f9a-0449acea038f admin admin] 10.222.0.77 "PUT /v2.0/subnets/8359c2e5-ce7c-4e41-925d-bf4e09aff968 HTTP/1.1" status: 200  len: 868 time: 0.4312155
Jun 02 08:06:39.935380 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53611c89-ad65-4f65-adf2-197f7352de42 None None] Network dd032546-98e4-496a-96c7-32828aebd5db requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:06:39.947613 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce043db-c09b-4cd6-9f9a-0449acea038f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8359c2e5-ce7c-4e41-925d-bf4e09aff968,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:06:39.956986 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce043db-c09b-4cd6-9f9a-0449acea038f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:06:39.957331 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce043db-c09b-4cd6-9f9a-0449acea038f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:06:39.958070 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce043db-c09b-4cd6-9f9a-0449acea038f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:06:39.958070 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce043db-c09b-4cd6-9f9a-0449acea038f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:06:39.958386 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce043db-c09b-4cd6-9f9a-0449acea038f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:06:39.958753 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce043db-c09b-4cd6-9f9a-0449acea038f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:06:39.959099 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce043db-c09b-4cd6-9f9a-0449acea038f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:06:39.959402 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce043db-c09b-4cd6-9f9a-0449acea038f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:06:39.959791 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce043db-c09b-4cd6-9f9a-0449acea038f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:06:39.960168 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce043db-c09b-4cd6-9f9a-0449acea038f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:06:39.960671 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce043db-c09b-4cd6-9f9a-0449acea038f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:06:39.961054 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce043db-c09b-4cd6-9f9a-0449acea038f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:06:39.965391 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-5ce043db-c09b-4cd6-9f9a-0449acea038f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:06:40.024694 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-f701fd3d-bfc3-4e94-82e6-f5a9c6b3fac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:06:40.425114 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-747adb22-8019-4e99-afdf-1b5d866ac2b5 None None] Provisioning complete for port 19aa764a-d21f-406a-83e1-f0a3ca6383b8 triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:06:40.425480 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-747adb22-8019-4e99-afdf-1b5d866ac2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:06:40.550597 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-747adb22-8019-4e99-afdf-1b5d866ac2b5 None None] Provisioning complete for port 8051aa65-9939-4c96-b112-9a892be3ccd8 triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:06:40.551596 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-747adb22-8019-4e99-afdf-1b5d866ac2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:06:42.037845 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 56104) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:06:42.248671 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fa8ba9-bf27-439e-84c3-23c5c1a835bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:06:42.249049 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fa8ba9-bf27-439e-84c3-23c5c1a835bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:06:42.250556 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-e1fa8ba9-bf27-439e-84c3-23c5c1a835bf admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2117903
Jun 02 08:06:42.557466 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:06:42.585984 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-fcc9ad08-232b-44d6-b6d2-6c4f069b5d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:06:43.671450 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:06:44.361859 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 56114) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:06:44.534571 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dca09e-2712-4926-bb87-e2b6e3352c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:06:44.535604 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dca09e-2712-4926-bb87-e2b6e3352c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:06:44.537114 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-98dca09e-2712-4926-bb87-e2b6e3352c2d admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1740403
Jun 02 08:06:45.313640 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:06:46.673916 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 56122) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:06:46.877886 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b9d109-cfda-4386-b72c-9fc1aa9ffe2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:06:46.879915 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-57b9d109-cfda-4386-b72c-9fc1aa9ffe2e admin admin] 10.222.0.77 "GET /v2.0/networks/25cee017-96f1-470f-84b1-115420be0257 HTTP/1.1" status: 200  len: 886 time: 0.2050450
Jun 02 08:06:49.006768 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 56130) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:06:49.174151 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e9a5cd-b562-47ec-ac1c-3c925a4e9433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:06:49.176023 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-96e9a5cd-b562-47ec-ac1c-3c925a4e9433 admin admin] 10.222.0.77 "GET /v2.0/networks/dd032546-98e4-496a-96c7-32828aebd5db HTTP/1.1" status: 200  len: 869 time: 0.1677980
Jun 02 08:06:51.284297 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 56138) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:06:51.390284 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5091cf86-4532-4a95-94b9-882cf47452a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:06:51.390739 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5091cf86-4532-4a95-94b9-882cf47452a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:06:51.392235 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-5091cf86-4532-4a95-94b9-882cf47452a6 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1064394
Jun 02 08:06:53.471769 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 56146) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:06:53.579914 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9812dfd3-f531-4348-ad74-15ad925af267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:06:53.580403 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9812dfd3-f531-4348-ad74-15ad925af267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:06:53.582402 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-9812dfd3-f531-4348-ad74-15ad925af267 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1085587
Jun 02 08:06:55.690293 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 56154) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:06:55.787671 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec8bceb-6f5e-4f96-b023-0bbc87ca3fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:06:55.788994 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-0ec8bceb-6f5e-4f96-b023-0bbc87ca3fe9 admin admin] 10.222.0.77 "GET /v2.0/subnets/100151e0-9740-4c20-8f2c-560e0808d190 HTTP/1.1" status: 200  len: 816 time: 0.0977864
Jun 02 08:06:56.093661 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 5 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:06:57.904359 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 56162) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:06:58.007368 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01244fb-0ec3-41f6-ae05-1c696c6681a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:06:58.008747 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-a01244fb-0ec3-41f6-ae05-1c696c6681a6 admin admin] 10.222.0.77 "GET /v2.0/subnets/8359c2e5-ce7c-4e41-925d-bf4e09aff968 HTTP/1.1" status: 200  len: 868 time: 0.1034632
Jun 02 08:07:09.981729 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-f4893dfc-a9c4-4a68-be0d-22798af4520e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:07:12.596723 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:07:12.607939 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-97312eca-dbfb-4470-8c93-97470cf6bc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:07:13.684401 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:07:15.123496 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:07:20.990511 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 56206) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:07:21.037092 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [None req-47b16158-b815-4b5c-824f-68d3cb36d851 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=92342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 02 08:07:21.038050 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-47b16158-b815-4b5c-824f-68d3cb36d851 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0465958
Jun 02 08:07:23.211290 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 56214) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:07:23.279264 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.pecan_wsgi.hooks.translation [None req-10cb7124-d2be-44c6-bfd8-68efbbf0184a admin admin] GET failed (client error): The resource could not be found.
Jun 02 08:07:23.280506 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-10cb7124-d2be-44c6-bfd8-68efbbf0184a admin admin] 10.222.0.77 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0682561
Jun 02 08:07:23.402852 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215d2e3-8e46-4c4c-b516-52097e19cfe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:07:23.404170 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-5215d2e3-8e46-4c4c-b516-52097e19cfe1 admin admin] 10.222.0.77 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1199148
Jun 02 08:07:25.539078 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 56222) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:07:25.585419 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-2a2c7996-b966-4532-bf22-62200e0031b1 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:07:25.589848 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-2a2c7996-b966-4532-bf22-62200e0031b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:07:25.599086 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-2a2c7996-b966-4532-bf22-62200e0031b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:07:25.659124 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2c7996-b966-4532-bf22-62200e0031b1 admin admin] Made reservation on behalf of e05cec9c1f294ceaaa2b320713460299 for: {'network': 1} {{(pid=92342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:07:25.661488 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-2a2c7996-b966-4532-bf22-62200e0031b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-941343'] for network, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:07:25.748744 dv-cinder-786385-7-iscsi neutron-server[92342]: WARNING neutron.services.revisions.revision_plugin [None req-2a2c7996-b966-4532-bf22-62200e0031b1 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f3e7a984be0] {project_id='e05cec9c1f294ceaaa2b320713460299', id='70c7db74-be7c-43ac-90e0-83607544f7ed', target_tenant='*', action='access_as_shared', object_id='59d2475a-9906-4715-9fb4-336672d40b14'}> to bump revision.
Jun 02 08:07:25.760742 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2c7996-b966-4532-bf22-62200e0031b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771}  {{(pid=92342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 02 08:07:25.769153 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-2a2c7996-b966-4532-bf22-62200e0031b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:07:25.769484 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.db.segments_db [None req-2a2c7996-b966-4532-bf22-62200e0031b1 admin admin] Added segment d21668d4-d5a9-4c3b-91ca-11813a44d148 of type vlan for network 59d2475a-9906-4715-9fb4-336672d40b14
Jun 02 08:07:25.793503 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-2a2c7996-b966-4532-bf22-62200e0031b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744146435166'] for network, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:07:25.882140 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-2a2c7996-b966-4532-bf22-62200e0031b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186'] for network, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:07:25.883445 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2c7996-b966-4532-bf22-62200e0031b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:07:25.884043 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-2a2c7996-b966-4532-bf22-62200e0031b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:07:25.887488 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-37e08033-c5e9-4d7b-853f-7c0ba9327dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:07:25.983308 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c7996-b966-4532-bf22-62200e0031b1 admin admin] Pushing event updated for resources: {'Network': ['ID=59d2475a-9906-4715-9fb4-336672d40b14,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:07:25.985978 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-2a2c7996-b966-4532-bf22-62200e0031b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:07:25.993701 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Network 59d2475a-9906-4715-9fb4-336672d40b14 details requested by agent ovs-agent-dv-cinder-786385-7-iscsi with host dv-cinder-786385-7-iscsi {{(pid=92343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 02 08:07:26.079331 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-2a2c7996-b966-4532-bf22-62200e0031b1 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5390255
Jun 02 08:07:28.189062 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 56230) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:07:28.254407 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.pecan_wsgi.hooks.translation [None req-bedc5455-4d43-4d7d-b7ef-5b30b881731d admin admin] GET failed (client error): The resource could not be found.
Jun 02 08:07:28.254909 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-bedc5455-4d43-4d7d-b7ef-5b30b881731d admin admin] Synchronizing usage tracker for tenant:e05cec9c1f294ceaaa2b320713460299 on resource:network {{(pid=92342) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:07:28.316308 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-bedc5455-4d43-4d7d-b7ef-5b30b881731d admin admin] Unset dirty status for tenant:e05cec9c1f294ceaaa2b320713460299 on resource:network {{(pid=92342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:07:28.317440 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-bedc5455-4d43-4d7d-b7ef-5b30b881731d admin admin] 10.222.0.77 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1274173
Jun 02 08:07:28.422220 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5c286f-345a-4aa8-840f-2e395b24b331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:07:28.423539 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-bb5c286f-345a-4aa8-840f-2e395b24b331 admin admin] 10.222.0.77 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1022890
Jun 02 08:07:28.433647 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-08024c9f-50f5-4914-a829-9b6533aa4cc8 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '59d2475a-9906-4715-9fb4-336672d40b14'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:07:28.437898 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-08024c9f-50f5-4914-a829-9b6533aa4cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:07:28.447483 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-08024c9f-50f5-4914-a829-9b6533aa4cc8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:07:28.513352 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08024c9f-50f5-4914-a829-9b6533aa4cc8 admin admin] Made reservation on behalf of e05cec9c1f294ceaaa2b320713460299 for: {'subnet': 1} {{(pid=92342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:07:28.515621 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-08024c9f-50f5-4914-a829-9b6533aa4cc8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:07:28.987329 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-08024c9f-50f5-4914-a829-9b6533aa4cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193'] for subnet, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:07:28.991050 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:07:29.067186 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08024c9f-50f5-4914-a829-9b6533aa4cc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=327ad904-c089-49ef-8435-b25f3a7625bb,revision_number=0']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:07:29.070714 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-08024c9f-50f5-4914-a829-9b6533aa4cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:07:29.077625 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08024c9f-50f5-4914-a829-9b6533aa4cc8 admin admin] Checking segment: {'id': 'd21668d4-d5a9-4c3b-91ca-11813a44d148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '59d2475a-9906-4715-9fb4-336672d40b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:07:29.077965 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08024c9f-50f5-4914-a829-9b6533aa4cc8 admin admin] Network hostable DHCP agents. Network: 59d2475a-9906-4715-9fb4-336672d40b14, hostable agents: ['4b89aefe-9643-4cd8-b10a-5110f7f4c5b0'], hosted agents: [] {{(pid=92342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 02 08:07:29.181570 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08024c9f-50f5-4914-a829-9b6533aa4cc8 admin admin] Network 59d2475a-9906-4715-9fb4-336672d40b14 is scheduled to be hosted by DHCP agent 4b89aefe-9643-4cd8-b10a-5110f7f4c5b0 with binding_index 1 {{(pid=92342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 02 08:07:29.255379 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-08024c9f-50f5-4914-a829-9b6533aa4cc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-iscsi, 59d2475a-9906-4715-9fb4-336672d40b14) {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:07:29.259320 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08024c9f-50f5-4914-a829-9b6533aa4cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:07:29.259891 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-08024c9f-50f5-4914-a829-9b6533aa4cc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for subnet, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:07:29.264399 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd813d52-3089-4023-9355-8634b926705b None None] Network 59d2475a-9906-4715-9fb4-336672d40b14 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:07:29.345481 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-08024c9f-50f5-4914-a829-9b6533aa4cc8 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9151607
Jun 02 08:07:29.483360 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843a9d8d-a68d-5afb-bd09-00322a14b4de-59d2475a-9906-4715-9fb4-336672d40b14', 'network_id': '59d2475a-9906-4715-9fb4-336672d40b14', 'tenant_id': 'e05cec9c1f294ceaaa2b320713460299', 'fixed_ips': [{'subnet_id': '327ad904-c089-49ef-8435-b25f3a7625bb'}]}} from dv-cinder-786385-7-iscsi. {{(pid=92343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 02 08:07:29.484275 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:07:29.645492 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.db_base_plugin_common [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Allocated IP 192.168.233.2 (59d2475a-9906-4715-9fb4-336672d40b14/327ad904-c089-49ef-8435-b25f3a7625bb/02283655-40ec-4f0e-b6d6-ffe864f19b8e) {{(pid=92343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:07:29.890253 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Notify callbacks [] for port, precommit_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:07:29.900891 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Transition to ACTIVE for port object 02283655-40ec-4f0e-b6d6-ffe864f19b8e will not be triggered until provisioned by entity L2. {{(pid=92343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:07:29.919352 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Transition to ACTIVE for port object 02283655-40ec-4f0e-b6d6-ffe864f19b8e will not be triggered until provisioned by entity DHCP. {{(pid=92343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:07:29.999245 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309'] for port, after_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:07:30.004180 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-8860ee71-19b5-422f-ab40-1f2ac25500d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:07:30.067555 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Network 59d2475a-9906-4715-9fb4-336672d40b14 is already hosted by enough agents. {{(pid=92343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:07:30.068788 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.scheduler.base_scheduler [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Resources bound (agent type, host, resource id):  {{(pid=92343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:07:30.072620 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Received port after_create {{(pid=92343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:07:30.081778 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Pushing event updated for resources: {'Port': ['ID=02283655-40ec-4f0e-b6d6-ffe864f19b8e,revision_number=1']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:07:30.124079 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:07:30.124611 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:07:30.124960 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:07:30.125298 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:07:30.125628 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:07:30.125959 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:07:30.126284 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:07:30.126607 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:07:30.126945 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:07:30.127271 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:07:30.127600 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:07:30.127953 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:07:30.155500 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:07:30.181597 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Attempting to bind port 02283655-40ec-4f0e-b6d6-ffe864f19b8e on host dv-cinder-786385-7-iscsi for vnic_type normal with profile  {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:07:30.181972 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Attempting to bind port 02283655-40ec-4f0e-b6d6-ffe864f19b8e by drivers openvswitch,hyperv on host dv-cinder-786385-7-iscsi at level 0 using segments [{'id': 'd21668d4-d5a9-4c3b-91ca-11813a44d148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '59d2475a-9906-4715-9fb4-336672d40b14'}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:07:30.182346 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Attempting to bind port 02283655-40ec-4f0e-b6d6-ffe864f19b8e on network 59d2475a-9906-4715-9fb4-336672d40b14 {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:07:30.187671 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Checking agent: {'id': '293b8e5c-58b0-46e6-908b-da5c92a2d3b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 4, 12), 'started_at': datetime.datetime(2021, 6, 2, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:07:30.188049 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Checking segment: {'id': 'd21668d4-d5a9-4c3b-91ca-11813a44d148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '59d2475a-9906-4715-9fb4-336672d40b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:07:30.188474 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:07:30.188873 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Bound using segment: {'id': 'd21668d4-d5a9-4c3b-91ca-11813a44d148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '59d2475a-9906-4715-9fb4-336672d40b14'} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:07:30.189349 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Bound port: 02283655-40ec-4f0e-b6d6-ffe864f19b8e, host: dv-cinder-786385-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd21668d4-d5a9-4c3b-91ca-11813a44d148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '59d2475a-9906-4715-9fb4-336672d40b14'}}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:07:30.189724 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:07:30.280570 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] For port 02283655-40ec-4f0e-b6d6-ffe864f19b8e, host dv-cinder-786385-7-iscsi, cleared binding levels {{(pid=92343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:07:30.283639 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] For port 02283655-40ec-4f0e-b6d6-ffe864f19b8e, host dv-cinder-786385-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=02283655-40ec-4f0e-b6d6-ffe864f19b8e,segment=NetworkSegment(d21668d4-d5a9-4c3b-91ca-11813a44d148),segment_id=d21668d4-d5a9-4c3b-91ca-11813a44d148)] {{(pid=92343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:07:30.381989 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:07:30.385879 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:07:30.462991 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Pushing event updated for resources: {'Port': ['ID=02283655-40ec-4f0e-b6d6-ffe864f19b8e,revision_number=2']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:07:30.466016 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:07:31.264887 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9835b8eb-e19d-4a54-8f34-0b813f794e40 None None] Network 59d2475a-9906-4715-9fb4-336672d40b14 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:07:31.469785 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-716bc765-856a-42bb-a2c5-f8a964076eff None None] Provisioning for port 02283655-40ec-4f0e-b6d6-ffe864f19b8e completed by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:07:32.615327 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 02283655-40ec-4f0e-b6d6-ffe864f19b8e up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:07:32.785886 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning for port 02283655-40ec-4f0e-b6d6-ffe864f19b8e completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:07:32.790808 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 02283655-40ec-4f0e-b6d6-ffe864f19b8e triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:07:32.791176 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:07:32.908866 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:07:32.939514 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] For port 02283655-40ec-4f0e-b6d6-ffe864f19b8e, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=02283655-40ec-4f0e-b6d6-ffe864f19b8e,segment=NetworkSegment(d21668d4-d5a9-4c3b-91ca-11813a44d148),segment_id=d21668d4-d5a9-4c3b-91ca-11813a44d148)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:07:33.027011 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:07:33.029186 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:07:33.091083 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 5 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:07:33.095550 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Pushing event updated for resources: {'Port': ['ID=02283655-40ec-4f0e-b6d6-ffe864f19b8e,revision_number=3']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:07:33.098582 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:07:34.570026 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 02283655-40ec-4f0e-b6d6-ffe864f19b8e up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:07:34.637080 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 02283655-40ec-4f0e-b6d6-ffe864f19b8e triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:07:34.637463 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:07:39.981469 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-b77dab98-3d0f-4b05-b3e9-a0f847c31af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:07:42.541276 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:07:42.575610 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-84523ac3-5259-4e45-8323-e3522fcfb487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:07:43.678125 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:07:45.144398 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:08:09.997858 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-76a6ceaf-13f6-439c-82a8-d6376ea6df76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:08:10.090005 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 5 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:08:12.555848 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:08:12.601592 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7e1f6a49-4cc5-46ba-a971-e1ea51e655a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:08:13.681266 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:08:15.155773 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:08:39.968509 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-1d2f0dc0-ee9d-497f-9aca-5a38f50af515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:08:42.614148 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-56078eee-e168-4793-9548-9beb247c4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:08:42.657879 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:08:43.686272 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:08:45.134246 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:08:47.088577 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 5 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:08:49.568093 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 56282) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:08:49.574096 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [None req-9c25c5ce-3a2e-4caa-8e76-f16d40df80a6 tempest-verify_tempest_config-692150549 tempest-verify_tempest_config-692150549-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=92342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 02 08:08:49.575015 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-9c25c5ce-3a2e-4caa-8e76-f16d40df80a6 tempest-verify_tempest_config-692150549 tempest-verify_tempest_config-692150549-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0059397
Jun 02 08:08:50.203443 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 56300) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:08:50.319010 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-3a313f6a-9220-4d4a-b6a9-7e6a6ed0d28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:08:50.333363 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-3a313f6a-9220-4d4a-b6a9-7e6a6ed0d28f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:08:50.337305 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-3a313f6a-9220-4d4a-b6a9-7e6a6ed0d28f admin admin] Usage tracker for resource:security_group_rule and tenant:fbd73bb4ac6f4adfb6c13afcc40b80cb is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:08:50.340181 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-3a313f6a-9220-4d4a-b6a9-7e6a6ed0d28f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:08:50.345860 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-3a313f6a-9220-4d4a-b6a9-7e6a6ed0d28f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:08:50.424164 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-3a313f6a-9220-4d4a-b6a9-7e6a6ed0d28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:08:50.509320 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-3a313f6a-9220-4d4a-b6a9-7e6a6ed0d28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:08:50.518195 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:08:50.559160 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-3a313f6a-9220-4d4a-b6a9-7e6a6ed0d28f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fbd73bb4ac6f4adfb6c13afcc40b80cb&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3546963
Jun 02 08:08:50.560108 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a313f6a-9220-4d4a-b6a9-7e6a6ed0d28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb5f778-13a2-4f89-ad69-c35c531b39cc,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:08:50.561782 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 56306) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:08:50.568509 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a313f6a-9220-4d4a-b6a9-7e6a6ed0d28f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:08:50.568864 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a313f6a-9220-4d4a-b6a9-7e6a6ed0d28f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:08:50.569192 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a313f6a-9220-4d4a-b6a9-7e6a6ed0d28f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:08:50.569582 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a313f6a-9220-4d4a-b6a9-7e6a6ed0d28f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:08:50.569908 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a313f6a-9220-4d4a-b6a9-7e6a6ed0d28f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:08:50.570227 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a313f6a-9220-4d4a-b6a9-7e6a6ed0d28f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:08:50.570538 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a313f6a-9220-4d4a-b6a9-7e6a6ed0d28f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:08:50.570845 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a313f6a-9220-4d4a-b6a9-7e6a6ed0d28f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:08:50.571175 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a313f6a-9220-4d4a-b6a9-7e6a6ed0d28f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:08:50.571485 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a313f6a-9220-4d4a-b6a9-7e6a6ed0d28f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:08:50.571837 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a313f6a-9220-4d4a-b6a9-7e6a6ed0d28f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:08:50.572143 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a313f6a-9220-4d4a-b6a9-7e6a6ed0d28f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:08:50.576358 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-3a313f6a-9220-4d4a-b6a9-7e6a6ed0d28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:08:50.620235 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-534a4a9e-fc30-49b4-aaf8-436b99326081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:08:50.648696 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-534a4a9e-fc30-49b4-aaf8-436b99326081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:08:50.876837 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-534a4a9e-fc30-49b4-aaf8-436b99326081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:08:50.880754 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-37e08033-c5e9-4d7b-853f-7c0ba9327dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:08:50.893100 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a4a9e-fc30-49b4-aaf8-436b99326081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb5f778-13a2-4f89-ad69-c35c531b39cc,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:08:50.901984 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a4a9e-fc30-49b4-aaf8-436b99326081 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:08:50.902324 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a4a9e-fc30-49b4-aaf8-436b99326081 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:08:50.902659 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a4a9e-fc30-49b4-aaf8-436b99326081 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:08:50.902981 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a4a9e-fc30-49b4-aaf8-436b99326081 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:08:50.903300 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a4a9e-fc30-49b4-aaf8-436b99326081 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:08:50.903638 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a4a9e-fc30-49b4-aaf8-436b99326081 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:08:50.903959 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a4a9e-fc30-49b4-aaf8-436b99326081 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:08:50.904414 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a4a9e-fc30-49b4-aaf8-436b99326081 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:08:50.904820 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a4a9e-fc30-49b4-aaf8-436b99326081 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:08:50.905193 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a4a9e-fc30-49b4-aaf8-436b99326081 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:08:50.905539 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a4a9e-fc30-49b4-aaf8-436b99326081 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:08:50.905917 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a4a9e-fc30-49b4-aaf8-436b99326081 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:08:50.909057 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-534a4a9e-fc30-49b4-aaf8-436b99326081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:08:50.910138 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-534a4a9e-fc30-49b4-aaf8-436b99326081 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dcb5f778-13a2-4f89-ad69-c35c531b39cc HTTP/1.1" status: 204  len: 168 time: 0.3472228
Jun 02 08:08:50.911667 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-534a4a9e-fc30-49b4-aaf8-436b99326081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:09:09.996479 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-5a85026a-d88e-41bf-b008-e343099b100f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:09:12.602353 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-57a57479-e738-495e-afbe-99e93dfe7ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:09:12.619185 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:09:13.722262 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:09:15.131518 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:09:24.087624 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 5 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:09:39.984471 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-d4692d09-cbe0-4f2d-b182-76f5615cc260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:09:42.553802 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-5be7bb03-a947-4a3f-9266-d4218b13f406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:09:42.576725 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:09:43.680344 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:09:45.185989 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:10:01.086350 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 5 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:10:09.943987 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-a5705e53-ce49-451f-b77d-bc2f9bd27d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:10:12.566763 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:10:12.595505 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-00d1f266-96bc-468a-86b7-2efdb6cedc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:10:13.695907 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:10:15.184030 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:10:29.366442 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709'] for agent, after_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:10:30.529728 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 56358) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:10:30.640870 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-4fbecdf5-1114-4468-9caa-c9fae1b32806 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1100523
Jun 02 08:10:32.762908 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 56368) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:10:32.816745 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-c6cebbd6-ec5d-4fd8-87c9-d628722ec68c admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0527649
Jun 02 08:10:38.086210 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:10:39.977900 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-cc917a4a-424e-4b9e-b5be-8dd298f08386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:10:42.692964 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:10:42.703132 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-f8a5e953-2d0d-408c-999e-9d570bae1ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:10:43.697595 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:10:45.154629 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:10:59.318097 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:11:09.968986 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-6ed9cb9e-f58b-4c58-b857-d4b611e23743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:11:12.554665 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-cfde989f-372b-4802-8ae5-1c9860f4651f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:11:12.571481 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:11:13.685596 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:11:15.085327 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:11:15.174948 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:11:29.331050 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:11:39.968769 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-b16c8774-c832-4122-b506-91b1ef05fc38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:11:42.570617 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-381ff5a7-e375-4f05-ad49-b6019f0483d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:11:42.599054 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:11:43.692113 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:11:45.186198 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:11:52.085025 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:11:58.953282 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 56542) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:11:59.151684 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1060806355-network', 'tenant_id': '459588786ab44c4bbeeae4bc8cf7fcb5'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:11:59.157956 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:11:59.161435 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Usage tracker for resource:network and tenant:459588786ab44c4bbeeae4bc8cf7fcb5 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:11:59.164580 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:11:59.170568 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:11:59.254550 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Made reservation on behalf of 459588786ab44c4bbeeae4bc8cf7fcb5 for: {'network': 1} {{(pid=92342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:11:59.257698 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-941343'] for network, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:11:59.271828 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:11:59.293913 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:11:59.298383 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Usage tracker for resource:security_group_rule and tenant:459588786ab44c4bbeeae4bc8cf7fcb5 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:11:59.301533 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:11:59.307639 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:11:59.395873 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:11:59.420148 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:11:59.506556 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:11:59.514045 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:11:59.557925 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780}  {{(pid=92342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 02 08:11:59.574047 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af84e36-5cf6-4d4a-8727-1a2be4029a5a,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:11:59.593832 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:11:59.594421 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:11:59.594958 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:11:59.595606 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:11:59.596051 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:11:59.596671 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:11:59.597201 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:11:59.597787 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:11:59.598332 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:11:59.598882 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:11:59.599418 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:11:59.599958 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:11:59.602961 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Tracked resource versions report:
Jun 02 08:11:59.602961 dv-cinder-786385-7-iscsi neutron-server[92342]: pushed versions:
Jun 02 08:11:59.602961 dv-cinder-786385-7-iscsi neutron-server[92342]: {   'AddressGroup': {'1.2'},
Jun 02 08:11:59.602961 dv-cinder-786385-7-iscsi neutron-server[92342]:     'ConntrackHelper': {'1.0'},
Jun 02 08:11:59.602961 dv-cinder-786385-7-iscsi neutron-server[92342]:     'Log': {'1.0'},
Jun 02 08:11:59.602961 dv-cinder-786385-7-iscsi neutron-server[92342]:     'Network': {'1.1'},
Jun 02 08:11:59.602961 dv-cinder-786385-7-iscsi neutron-server[92342]:     'Port': {'1.7'},
Jun 02 08:11:59.602961 dv-cinder-786385-7-iscsi neutron-server[92342]:     'PortForwarding': {'1.2'},
Jun 02 08:11:59.602961 dv-cinder-786385-7-iscsi neutron-server[92342]:     'QosPolicy': {'1.8'},
Jun 02 08:11:59.602961 dv-cinder-786385-7-iscsi neutron-server[92342]:     'SecurityGroup': {'1.4'},
Jun 02 08:11:59.602961 dv-cinder-786385-7-iscsi neutron-server[92342]:     'SecurityGroupRule': {'1.2'},
Jun 02 08:11:59.602961 dv-cinder-786385-7-iscsi neutron-server[92342]:     'SubPort': {'1.0'},
Jun 02 08:11:59.602961 dv-cinder-786385-7-iscsi neutron-server[92342]:     'Subnet': {'1.1'},
Jun 02 08:11:59.602961 dv-cinder-786385-7-iscsi neutron-server[92342]:     'Trunk': {'1.1'}}
Jun 02 08:11:59.602961 dv-cinder-786385-7-iscsi neutron-server[92342]: consumer versions:
Jun 02 08:11:59.602961 dv-cinder-786385-7-iscsi neutron-server[92342]: {   DHCP agent@dv-cinder-786385-7-iscsi: {},
Jun 02 08:11:59.602961 dv-cinder-786385-7-iscsi neutron-server[92342]:     HyperV agent@hv-cinder-78638: {},
Jun 02 08:11:59.602961 dv-cinder-786385-7-iscsi neutron-server[92342]:     L3 agent@dv-cinder-786385-7-iscsi: {},
Jun 02 08:11:59.602961 dv-cinder-786385-7-iscsi neutron-server[92342]:     Metadata agent@dv-cinder-786385-7-iscsi: {},
Jun 02 08:11:59.602961 dv-cinder-786385-7-iscsi neutron-server[92342]:     Metering agent@dv-cinder-786385-7-iscsi: {},
Jun 02 08:11:59.602961 dv-cinder-786385-7-iscsi neutron-server[92342]:     Open vSwitch agent@dv-cinder-786385-7-iscsi: {   'AddressGroup': '1.2',
Jun 02 08:11:59.602961 dv-cinder-786385-7-iscsi neutron-server[92342]:                                                      'ConntrackHelper': '1.0',
Jun 02 08:11:59.602961 dv-cinder-786385-7-iscsi neutron-server[92342]:                                                      'Log': '1.0',
Jun 02 08:11:59.602961 dv-cinder-786385-7-iscsi neutron-server[92342]:                                                      'Network': '1.1',
Jun 02 08:11:59.602961 dv-cinder-786385-7-iscsi neutron-server[92342]:                                                      'Port': '1.7',
Jun 02 08:11:59.602961 dv-cinder-786385-7-iscsi neutron-server[92342]:                                                      'PortForwarding': '1.2',
Jun 02 08:11:59.602961 dv-cinder-786385-7-iscsi neutron-server[92342]:                                                      'QosPolicy': '1.8',
Jun 02 08:11:59.602961 dv-cinder-786385-7-iscsi neutron-server[92342]:                                                      'SecurityGroup': '1.4',
Jun 02 08:11:59.602961 dv-cinder-786385-7-iscsi neutron-server[92342]:                                                      'SecurityGroupRule': '1.2',
Jun 02 08:11:59.602961 dv-cinder-786385-7-iscsi neutron-server[92342]:                                                      'SubPort': '1.0',
Jun 02 08:11:59.602961 dv-cinder-786385-7-iscsi neutron-server[92342]:                                                      'Subnet': '1.1',
Jun 02 08:11:59.602961 dv-cinder-786385-7-iscsi neutron-server[92342]:                                                      'Trunk': '1.1'}}
Jun 02 08:11:59.602961 dv-cinder-786385-7-iscsi neutron-server[92342]:  {{(pid=92342) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 02 08:11:59.611840 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:11:59.613994 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:11:59.614795 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.db.segments_db [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Added segment b642ba97-1b26-4c7e-972e-d6caae7f9c07 of type vlan for network 5abc9d26-3cb6-446d-969d-090f313dd1b0
Jun 02 08:11:59.651316 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744146435166'] for network, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:11:59.736835 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186'] for network, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:11:59.738432 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:11:59.739227 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:11:59.748860 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:11:59.817893 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 56576) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:11:59.849628 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Pushing event updated for resources: {'Network': ['ID=5abc9d26-3cb6-446d-969d-090f313dd1b0,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:11:59.849749 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:11:59.857773 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Network 5abc9d26-3cb6-446d-969d-090f313dd1b0 details requested by agent ovs-agent-dv-cinder-786385-7-iscsi with host dv-cinder-786385-7-iscsi {{(pid=92343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 02 08:11:59.874344 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.9199808
Jun 02 08:11:59.877805 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 56582) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:11:59.882541 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-6b77bcad-7ff4-4743-9cf3-3f45d8499fb2 admin admin] Request body: {'subnet': {'network_id': '5abc9d26-3cb6-446d-969d-090f313dd1b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1060806355-subnet', 'tenant_id': '459588786ab44c4bbeeae4bc8cf7fcb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:11:59.889462 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-6b77bcad-7ff4-4743-9cf3-3f45d8499fb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:11:59.891495 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-6b77bcad-7ff4-4743-9cf3-3f45d8499fb2 admin admin] Usage tracker for resource:subnet and tenant:459588786ab44c4bbeeae4bc8cf7fcb5 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:11:59.894450 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-6b77bcad-7ff4-4743-9cf3-3f45d8499fb2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:11:59.900657 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-6b77bcad-7ff4-4743-9cf3-3f45d8499fb2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:00.027840 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b77bcad-7ff4-4743-9cf3-3f45d8499fb2 admin admin] Made reservation on behalf of 459588786ab44c4bbeeae4bc8cf7fcb5 for: {'subnet': 1} {{(pid=92342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:12:00.030369 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-6b77bcad-7ff4-4743-9cf3-3f45d8499fb2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:00.197873 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 56596) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:00.238194 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 56602) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:00.270980 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 56606) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:00.309497 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1730379299-network', 'tenant_id': '72114cae61da476699f7059d4f116bba'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:12:00.314316 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:00.318172 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Usage tracker for resource:network and tenant:72114cae61da476699f7059d4f116bba is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:00.321049 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:00.326649 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:00.439424 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Made reservation on behalf of 72114cae61da476699f7059d4f116bba for: {'network': 1} {{(pid=92341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:12:00.442279 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-941343'] for network, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:00.458432 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:00.480580 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:00.489741 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Usage tracker for resource:security_group_rule and tenant:72114cae61da476699f7059d4f116bba is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:00.494382 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:00.502918 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:00.558672 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-6b77bcad-7ff4-4743-9cf3-3f45d8499fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193'] for subnet, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:00.565907 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:00.602078 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:00.643740 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77bcad-7ff4-4743-9cf3-3f45d8499fb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a26abb64-e4a3-4289-8a08-a11db3baccfa,revision_number=0']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:00.647739 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-6b77bcad-7ff4-4743-9cf3-3f45d8499fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:00.655276 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b77bcad-7ff4-4743-9cf3-3f45d8499fb2 admin admin] Checking segment: {'id': 'b642ba97-1b26-4c7e-972e-d6caae7f9c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5abc9d26-3cb6-446d-969d-090f313dd1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:12:00.655632 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b77bcad-7ff4-4743-9cf3-3f45d8499fb2 admin admin] Network hostable DHCP agents. Network: 5abc9d26-3cb6-446d-969d-090f313dd1b0, hostable agents: ['4b89aefe-9643-4cd8-b10a-5110f7f4c5b0'], hosted agents: [] {{(pid=92342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 02 08:12:00.662869 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-8399ce5f-e45d-40f0-8d2b-0fd8c81fceb0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-416448598-network', 'tenant_id': '73385a1c9bdf4470848e6901133fc258'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:12:00.675232 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-8399ce5f-e45d-40f0-8d2b-0fd8c81fceb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:00.679489 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-8399ce5f-e45d-40f0-8d2b-0fd8c81fceb0 admin admin] Usage tracker for resource:network and tenant:73385a1c9bdf4470848e6901133fc258 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:00.683096 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-8399ce5f-e45d-40f0-8d2b-0fd8c81fceb0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:00.689560 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-07424c92-e272-49a0-8121-7351f6964668 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1812064651-network', 'tenant_id': '729e012a322e4e0b94d030fd9c6e0835'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:12:00.690383 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-8399ce5f-e45d-40f0-8d2b-0fd8c81fceb0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:00.695216 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-07424c92-e272-49a0-8121-7351f6964668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:00.698792 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-07424c92-e272-49a0-8121-7351f6964668 admin admin] Usage tracker for resource:network and tenant:729e012a322e4e0b94d030fd9c6e0835 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:00.701978 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-07424c92-e272-49a0-8121-7351f6964668 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:00.705875 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-f4397b15-96f5-45eb-90b7-b65b9f79b4aa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-313417868-network', 'tenant_id': '4e4215d7677d49a68195abd7f00b623e'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:12:00.708406 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-07424c92-e272-49a0-8121-7351f6964668 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:00.710365 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:00.716380 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:00.730266 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-f4397b15-96f5-45eb-90b7-b65b9f79b4aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:00.736641 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-f4397b15-96f5-45eb-90b7-b65b9f79b4aa admin admin] Usage tracker for resource:network and tenant:4e4215d7677d49a68195abd7f00b623e is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:00.739210 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787}  {{(pid=92341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 02 08:12:00.739984 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b77bcad-7ff4-4743-9cf3-3f45d8499fb2 admin admin] Network 5abc9d26-3cb6-446d-969d-090f313dd1b0 is scheduled to be hosted by DHCP agent 4b89aefe-9643-4cd8-b10a-5110f7f4c5b0 with binding_index 1 {{(pid=92342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 02 08:12:00.742394 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-f4397b15-96f5-45eb-90b7-b65b9f79b4aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:00.757708 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-f4397b15-96f5-45eb-90b7-b65b9f79b4aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:00.766752 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:00.767420 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.db.segments_db [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Added segment d228646d-971f-4da9-a65d-c70903a4f851 of type vlan for network 6d786477-7c27-401f-af8f-402c8aef0584
Jun 02 08:12:00.776472 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8399ce5f-e45d-40f0-8d2b-0fd8c81fceb0 admin admin] Made reservation on behalf of 73385a1c9bdf4470848e6901133fc258 for: {'network': 1} {{(pid=92341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:12:00.778722 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-8399ce5f-e45d-40f0-8d2b-0fd8c81fceb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-941343'] for network, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:00.799374 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec64782-a7f0-49ee-b2a8-005cf41eecfd,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:00.805751 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-8399ce5f-e45d-40f0-8d2b-0fd8c81fceb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:00.823252 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:00.823878 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:00.823878 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:00.824567 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:00.824899 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:00.825613 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:00.826089 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07424c92-e272-49a0-8121-7351f6964668 admin admin] Made reservation on behalf of 729e012a322e4e0b94d030fd9c6e0835 for: {'network': 1} {{(pid=92342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:12:00.826336 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:00.826669 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:00.827006 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:00.827325 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:00.827678 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:00.827972 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:00.829040 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Tracked resource versions report:
Jun 02 08:12:00.829040 dv-cinder-786385-7-iscsi neutron-server[92341]: pushed versions:
Jun 02 08:12:00.829040 dv-cinder-786385-7-iscsi neutron-server[92341]: {   'AddressGroup': {'1.2'},
Jun 02 08:12:00.829040 dv-cinder-786385-7-iscsi neutron-server[92341]:     'ConntrackHelper': {'1.0'},
Jun 02 08:12:00.829040 dv-cinder-786385-7-iscsi neutron-server[92341]:     'Log': {'1.0'},
Jun 02 08:12:00.829040 dv-cinder-786385-7-iscsi neutron-server[92341]:     'Network': {'1.1'},
Jun 02 08:12:00.829040 dv-cinder-786385-7-iscsi neutron-server[92341]:     'Port': {'1.7'},
Jun 02 08:12:00.829040 dv-cinder-786385-7-iscsi neutron-server[92341]:     'PortForwarding': {'1.2'},
Jun 02 08:12:00.829040 dv-cinder-786385-7-iscsi neutron-server[92341]:     'QosPolicy': {'1.8'},
Jun 02 08:12:00.829040 dv-cinder-786385-7-iscsi neutron-server[92341]:     'SecurityGroup': {'1.4'},
Jun 02 08:12:00.829040 dv-cinder-786385-7-iscsi neutron-server[92341]:     'SecurityGroupRule': {'1.2'},
Jun 02 08:12:00.829040 dv-cinder-786385-7-iscsi neutron-server[92341]:     'SubPort': {'1.0'},
Jun 02 08:12:00.829040 dv-cinder-786385-7-iscsi neutron-server[92341]:     'Subnet': {'1.1'},
Jun 02 08:12:00.829040 dv-cinder-786385-7-iscsi neutron-server[92341]:     'Trunk': {'1.1'}}
Jun 02 08:12:00.829040 dv-cinder-786385-7-iscsi neutron-server[92341]: consumer versions:
Jun 02 08:12:00.829040 dv-cinder-786385-7-iscsi neutron-server[92341]: {   DHCP agent@dv-cinder-786385-7-iscsi: {},
Jun 02 08:12:00.829040 dv-cinder-786385-7-iscsi neutron-server[92341]:     HyperV agent@hv-cinder-78638: {},
Jun 02 08:12:00.829040 dv-cinder-786385-7-iscsi neutron-server[92341]:     L3 agent@dv-cinder-786385-7-iscsi: {},
Jun 02 08:12:00.829040 dv-cinder-786385-7-iscsi neutron-server[92341]:     Metadata agent@dv-cinder-786385-7-iscsi: {},
Jun 02 08:12:00.829040 dv-cinder-786385-7-iscsi neutron-server[92341]:     Metering agent@dv-cinder-786385-7-iscsi: {},
Jun 02 08:12:00.829040 dv-cinder-786385-7-iscsi neutron-server[92341]:     Open vSwitch agent@dv-cinder-786385-7-iscsi: {   'AddressGroup': '1.2',
Jun 02 08:12:00.829040 dv-cinder-786385-7-iscsi neutron-server[92341]:                                                      'ConntrackHelper': '1.0',
Jun 02 08:12:00.829040 dv-cinder-786385-7-iscsi neutron-server[92341]:                                                      'Log': '1.0',
Jun 02 08:12:00.829040 dv-cinder-786385-7-iscsi neutron-server[92341]:                                                      'Network': '1.1',
Jun 02 08:12:00.829040 dv-cinder-786385-7-iscsi neutron-server[92341]:                                                      'Port': '1.7',
Jun 02 08:12:00.829040 dv-cinder-786385-7-iscsi neutron-server[92341]:                                                      'PortForwarding': '1.2',
Jun 02 08:12:00.829040 dv-cinder-786385-7-iscsi neutron-server[92341]:                                                      'QosPolicy': '1.8',
Jun 02 08:12:00.829040 dv-cinder-786385-7-iscsi neutron-server[92341]:                                                      'SecurityGroup': '1.4',
Jun 02 08:12:00.829040 dv-cinder-786385-7-iscsi neutron-server[92341]:                                                      'SecurityGroupRule': '1.2',
Jun 02 08:12:00.829040 dv-cinder-786385-7-iscsi neutron-server[92341]:                                                      'SubPort': '1.0',
Jun 02 08:12:00.829040 dv-cinder-786385-7-iscsi neutron-server[92341]:                                                      'Subnet': '1.1',
Jun 02 08:12:00.829040 dv-cinder-786385-7-iscsi neutron-server[92341]:                                                      'Trunk': '1.1'}}
Jun 02 08:12:00.829040 dv-cinder-786385-7-iscsi neutron-server[92341]:  {{(pid=92341) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 02 08:12:00.831358 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-07424c92-e272-49a0-8121-7351f6964668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-941343'] for network, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:00.841336 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:00.843176 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-07424c92-e272-49a0-8121-7351f6964668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:00.854555 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-6b77bcad-7ff4-4743-9cf3-3f45d8499fb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-iscsi, 5abc9d26-3cb6-446d-969d-090f313dd1b0) {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:12:00.858563 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-8399ce5f-e45d-40f0-8d2b-0fd8c81fceb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:00.862423 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744146435166'] for network, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:00.863470 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0899f6ea-856a-4cd6-bae9-f014cc2563bc None None] Network 5abc9d26-3cb6-446d-969d-090f313dd1b0 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:12:00.863912 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-07424c92-e272-49a0-8121-7351f6964668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:00.867897 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-07424c92-e272-49a0-8121-7351f6964668 admin admin] Usage tracker for resource:security_group_rule and tenant:729e012a322e4e0b94d030fd9c6e0835 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:00.868742 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-8399ce5f-e45d-40f0-8d2b-0fd8c81fceb0 admin admin] Usage tracker for resource:security_group_rule and tenant:73385a1c9bdf4470848e6901133fc258 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:00.871700 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-07424c92-e272-49a0-8121-7351f6964668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:00.872766 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-8399ce5f-e45d-40f0-8d2b-0fd8c81fceb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:00.879375 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-07424c92-e272-49a0-8121-7351f6964668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:00.900120 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-8399ce5f-e45d-40f0-8d2b-0fd8c81fceb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:00.906817 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4397b15-96f5-45eb-90b7-b65b9f79b4aa admin admin] Made reservation on behalf of 4e4215d7677d49a68195abd7f00b623e for: {'network': 1} {{(pid=92341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:12:00.911218 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f4397b15-96f5-45eb-90b7-b65b9f79b4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-941343'] for network, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:00.973204 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-07424c92-e272-49a0-8121-7351f6964668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:00.975731 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b77bcad-7ff4-4743-9cf3-3f45d8499fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:00.976594 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-6b77bcad-7ff4-4743-9cf3-3f45d8499fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for subnet, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:00.984901 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f4397b15-96f5-45eb-90b7-b65b9f79b4aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:01.018401 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-f4397b15-96f5-45eb-90b7-b65b9f79b4aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:01.027740 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-f4397b15-96f5-45eb-90b7-b65b9f79b4aa admin admin] Usage tracker for resource:security_group_rule and tenant:4e4215d7677d49a68195abd7f00b623e is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:01.033474 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-f4397b15-96f5-45eb-90b7-b65b9f79b4aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:01.043660 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-07424c92-e272-49a0-8121-7351f6964668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:01.047806 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-f4397b15-96f5-45eb-90b7-b65b9f79b4aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:01.053815 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:01.090135 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9791feb-09ab-4aae-ab75-4336cf0f9021 None None] Network 5abc9d26-3cb6-446d-969d-090f313dd1b0 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:12:01.102733 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07424c92-e272-49a0-8121-7351f6964668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc5f88b-8e40-4e72-bd1f-f14aa996ae20,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:01.107468 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-6b77bcad-7ff4-4743-9cf3-3f45d8499fb2 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.2285688
Jun 02 08:12:01.111305 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-07424c92-e272-49a0-8121-7351f6964668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:01.125121 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07424c92-e272-49a0-8121-7351f6964668 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766}  {{(pid=92342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 02 08:12:01.134769 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-07424c92-e272-49a0-8121-7351f6964668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:01.135112 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.db.segments_db [None req-07424c92-e272-49a0-8121-7351f6964668 admin admin] Added segment 39b4d2e5-1a0a-405d-afd4-1343976d856d of type vlan for network ffd275b3-96aa-4dd6-ad67-029dc0cf0293
Jun 02 08:12:01.147431 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186'] for network, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:01.166958 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-07424c92-e272-49a0-8121-7351f6964668 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744146435166'] for network, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:01.174379 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:01.176641 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:01.196064 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:01.245218 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-8399ce5f-e45d-40f0-8d2b-0fd8c81fceb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:01.334722 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-07424c92-e272-49a0-8121-7351f6964668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186'] for network, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:01.335953 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07424c92-e272-49a0-8121-7351f6964668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:01.336474 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-07424c92-e272-49a0-8121-7351f6964668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:01.356207 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-2a2c7996-b966-4532-bf22-62200e0031b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:01.428776 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-8399ce5f-e45d-40f0-8d2b-0fd8c81fceb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:01.442663 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Pushing event updated for resources: {'Network': ['ID=6d786477-7c27-401f-af8f-402c8aef0584,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:01.451282 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:01.451729 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:01.455855 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Network 6d786477-7c27-401f-af8f-402c8aef0584 details requested by agent ovs-agent-dv-cinder-786385-7-iscsi with host dv-cinder-786385-7-iscsi {{(pid=92343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 02 08:12:01.488647 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8399ce5f-e45d-40f0-8d2b-0fd8c81fceb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752}  {{(pid=92341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 02 08:12:01.500257 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-07424c92-e272-49a0-8121-7351f6964668 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.2281051
Jun 02 08:12:01.504383 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 56644) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:01.507556 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07424c92-e272-49a0-8121-7351f6964668 admin admin] Pushing event updated for resources: {'Network': ['ID=ffd275b3-96aa-4dd6-ad67-029dc0cf0293,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:01.510488 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-c8ca35d4-a6de-4912-8fd3-a39145a7f8e2 admin admin] Request body: {'subnet': {'network_id': 'ffd275b3-96aa-4dd6-ad67-029dc0cf0293', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1812064651-subnet', 'tenant_id': '729e012a322e4e0b94d030fd9c6e0835', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:12:01.520584 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-07424c92-e272-49a0-8121-7351f6964668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:01.533284 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-8399ce5f-e45d-40f0-8d2b-0fd8c81fceb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:01.533704 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.db.segments_db [None req-8399ce5f-e45d-40f0-8d2b-0fd8c81fceb0 admin admin] Added segment cbacedb0-f1b7-4967-907a-db8d5831b89f of type vlan for network 8481c723-1b11-45d5-9f7c-8cb61f35dac9
Jun 02 08:12:01.547938 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399ce5f-e45d-40f0-8d2b-0fd8c81fceb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c48bd7-fc97-4dce-b928-75c6d3ac5997,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:01.556080 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-8399ce5f-e45d-40f0-8d2b-0fd8c81fceb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:01.568785 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.7463889
Jun 02 08:12:01.569661 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f4397b15-96f5-45eb-90b7-b65b9f79b4aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:01.569950 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 56650) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:01.577123 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-17b0cd3f-aa34-40c7-8b89-99dd24e82e91 admin admin] Request body: {'subnet': {'network_id': '6d786477-7c27-401f-af8f-402c8aef0584', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1730379299-subnet', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:12:01.580597 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-c8ca35d4-a6de-4912-8fd3-a39145a7f8e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:01.591823 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-c8ca35d4-a6de-4912-8fd3-a39145a7f8e2 admin admin] Usage tracker for resource:subnet and tenant:729e012a322e4e0b94d030fd9c6e0835 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:01.593298 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-17b0cd3f-aa34-40c7-8b89-99dd24e82e91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:01.595873 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-8399ce5f-e45d-40f0-8d2b-0fd8c81fceb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744146435166'] for network, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:01.599905 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-c8ca35d4-a6de-4912-8fd3-a39145a7f8e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:01.607761 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-17b0cd3f-aa34-40c7-8b89-99dd24e82e91 admin admin] Usage tracker for resource:subnet and tenant:72114cae61da476699f7059d4f116bba is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:01.608312 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-c8ca35d4-a6de-4912-8fd3-a39145a7f8e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:01.619127 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-17b0cd3f-aa34-40c7-8b89-99dd24e82e91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:01.632112 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-17b0cd3f-aa34-40c7-8b89-99dd24e82e91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:01.651064 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f4397b15-96f5-45eb-90b7-b65b9f79b4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:01.658554 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:01.665848 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Network ffd275b3-96aa-4dd6-ad67-029dc0cf0293 details requested by agent ovs-agent-dv-cinder-786385-7-iscsi with host dv-cinder-786385-7-iscsi {{(pid=92343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 02 08:12:01.710449 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4397b15-96f5-45eb-90b7-b65b9f79b4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83dcdc7-1a0d-4793-b742-4eafe496304e,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:01.727476 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ca35d4-a6de-4912-8fd3-a39145a7f8e2 admin admin] Made reservation on behalf of 729e012a322e4e0b94d030fd9c6e0835 for: {'subnet': 1} {{(pid=92341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:12:01.735715 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-c8ca35d4-a6de-4912-8fd3-a39145a7f8e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:01.755165 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-f4397b15-96f5-45eb-90b7-b65b9f79b4aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:01.755982 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4397b15-96f5-45eb-90b7-b65b9f79b4aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786}  {{(pid=92341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 02 08:12:01.762598 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-8399ce5f-e45d-40f0-8d2b-0fd8c81fceb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186'] for network, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:01.771055 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b0cd3f-aa34-40c7-8b89-99dd24e82e91 admin admin] Made reservation on behalf of 72114cae61da476699f7059d4f116bba for: {'subnet': 1} {{(pid=92342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:12:01.773370 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-17b0cd3f-aa34-40c7-8b89-99dd24e82e91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:01.786922 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8399ce5f-e45d-40f0-8d2b-0fd8c81fceb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:01.787684 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-8399ce5f-e45d-40f0-8d2b-0fd8c81fceb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:01.823791 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-efdd3685-15df-41d2-aa2e-af90b1971cf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:01.863122 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f4397b15-96f5-45eb-90b7-b65b9f79b4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:01.863722 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.db.segments_db [None req-f4397b15-96f5-45eb-90b7-b65b9f79b4aa admin admin] Added segment 427b38d6-8819-468a-be56-89bd00ebc527 of type vlan for network 9845329e-acbc-4864-8fcb-054e52779455
Jun 02 08:12:02.045331 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399ce5f-e45d-40f0-8d2b-0fd8c81fceb0 admin admin] Pushing event updated for resources: {'Network': ['ID=8481c723-1b11-45d5-9f7c-8cb61f35dac9,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:02.056214 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Network 8481c723-1b11-45d5-9f7c-8cb61f35dac9 details requested by agent ovs-agent-dv-cinder-786385-7-iscsi with host dv-cinder-786385-7-iscsi {{(pid=92343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 02 08:12:02.056802 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-8399ce5f-e45d-40f0-8d2b-0fd8c81fceb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:02.063474 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-8399ce5f-e45d-40f0-8d2b-0fd8c81fceb0 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.8641846
Jun 02 08:12:02.065586 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f4397b15-96f5-45eb-90b7-b65b9f79b4aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744146435166'] for network, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:02.068637 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 56680) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:02.092593 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-1b96d058-43ee-465b-9b59-aaad3c2c5462 admin admin] Request body: {'subnet': {'network_id': '8481c723-1b11-45d5-9f7c-8cb61f35dac9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-416448598-subnet', 'tenant_id': '73385a1c9bdf4470848e6901133fc258', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:12:02.107507 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-1b96d058-43ee-465b-9b59-aaad3c2c5462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:02.114019 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-1b96d058-43ee-465b-9b59-aaad3c2c5462 admin admin] Usage tracker for resource:subnet and tenant:73385a1c9bdf4470848e6901133fc258 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:02.120259 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-1b96d058-43ee-465b-9b59-aaad3c2c5462 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:02.137066 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-1b96d058-43ee-465b-9b59-aaad3c2c5462 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:02.194761 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f4397b15-96f5-45eb-90b7-b65b9f79b4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186'] for network, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:02.206670 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4397b15-96f5-45eb-90b7-b65b9f79b4aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:02.207519 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f4397b15-96f5-45eb-90b7-b65b9f79b4aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:02.216592 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:02.295880 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b96d058-43ee-465b-9b59-aaad3c2c5462 admin admin] Made reservation on behalf of 73385a1c9bdf4470848e6901133fc258 for: {'subnet': 1} {{(pid=92342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:12:02.299068 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1b96d058-43ee-465b-9b59-aaad3c2c5462 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:02.409688 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4397b15-96f5-45eb-90b7-b65b9f79b4aa admin admin] Pushing event updated for resources: {'Network': ['ID=9845329e-acbc-4864-8fcb-054e52779455,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:02.419510 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Network 9845329e-acbc-4864-8fcb-054e52779455 details requested by agent ovs-agent-dv-cinder-786385-7-iscsi with host dv-cinder-786385-7-iscsi {{(pid=92343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 02 08:12:02.431466 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-f4397b15-96f5-45eb-90b7-b65b9f79b4aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:02.438034 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-f4397b15-96f5-45eb-90b7-b65b9f79b4aa admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 2.1954494
Jun 02 08:12:02.441495 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 56686) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:02.450510 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-418fe163-3256-411f-b006-d1aaef055ad2 admin admin] Request body: {'subnet': {'network_id': '9845329e-acbc-4864-8fcb-054e52779455', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-313417868-subnet', 'tenant_id': '4e4215d7677d49a68195abd7f00b623e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:12:02.474063 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-418fe163-3256-411f-b006-d1aaef055ad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:02.534296 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-17b0cd3f-aa34-40c7-8b89-99dd24e82e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193'] for subnet, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:02.535484 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-418fe163-3256-411f-b006-d1aaef055ad2 admin admin] Usage tracker for resource:subnet and tenant:4e4215d7677d49a68195abd7f00b623e is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:02.539751 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-418fe163-3256-411f-b006-d1aaef055ad2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:02.555904 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-c410150a-28bd-446d-84f4-f5084e8a152b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:02.601831 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-418fe163-3256-411f-b006-d1aaef055ad2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:02.740478 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-c8ca35d4-a6de-4912-8fd3-a39145a7f8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193'] for subnet, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:02.748862 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:02.787356 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b0cd3f-aa34-40c7-8b89-99dd24e82e91 admin admin] Checking segment: {'id': 'd228646d-971f-4da9-a65d-c70903a4f851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:12:02.788967 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b0cd3f-aa34-40c7-8b89-99dd24e82e91 admin admin] Network hostable DHCP agents. Network: 6d786477-7c27-401f-af8f-402c8aef0584, hostable agents: ['4b89aefe-9643-4cd8-b10a-5110f7f4c5b0'], hosted agents: [] {{(pid=92342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 02 08:12:02.841176 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418fe163-3256-411f-b006-d1aaef055ad2 admin admin] Made reservation on behalf of 4e4215d7677d49a68195abd7f00b623e for: {'subnet': 1} {{(pid=92342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:12:02.844447 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-418fe163-3256-411f-b006-d1aaef055ad2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:02.844967 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca35d4-a6de-4912-8fd3-a39145a7f8e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90509ef6-049d-4e23-9df5-47f00c7a38dc,revision_number=0']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:02.846992 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ca35d4-a6de-4912-8fd3-a39145a7f8e2 admin admin] Checking segment: {'id': '39b4d2e5-1a0a-405d-afd4-1343976d856d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ffd275b3-96aa-4dd6-ad67-029dc0cf0293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:12:02.847366 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ca35d4-a6de-4912-8fd3-a39145a7f8e2 admin admin] Network hostable DHCP agents. Network: ffd275b3-96aa-4dd6-ad67-029dc0cf0293, hostable agents: ['4b89aefe-9643-4cd8-b10a-5110f7f4c5b0'], hosted agents: [] {{(pid=92341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 02 08:12:02.852037 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-c8ca35d4-a6de-4912-8fd3-a39145a7f8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:02.882944 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b0cd3f-aa34-40c7-8b89-99dd24e82e91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7286860f-5241-4865-8fea-b07cfe7d1a59,revision_number=0']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:02.885718 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-17b0cd3f-aa34-40c7-8b89-99dd24e82e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:02.948433 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 56712) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:02.993462 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ca35d4-a6de-4912-8fd3-a39145a7f8e2 admin admin] Network ffd275b3-96aa-4dd6-ad67-029dc0cf0293 is scheduled to be hosted by DHCP agent 4b89aefe-9643-4cd8-b10a-5110f7f4c5b0 with binding_index 1 {{(pid=92341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 02 08:12:03.078839 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b0cd3f-aa34-40c7-8b89-99dd24e82e91 admin admin] Network 6d786477-7c27-401f-af8f-402c8aef0584 is scheduled to be hosted by DHCP agent 4b89aefe-9643-4cd8-b10a-5110f7f4c5b0 with binding_index 1 {{(pid=92342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 02 08:12:03.089558 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9ab80ff4-e25c-416d-a474-791ba1b1c8fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:03.103731 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-9ab80ff4-e25c-416d-a474-791ba1b1c8fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:03.107620 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-9ab80ff4-e25c-416d-a474-791ba1b1c8fd admin admin] Usage tracker for resource:security_group_rule and tenant:46da8cb52828434eacb752b0a31870f5 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:03.111209 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-9ab80ff4-e25c-416d-a474-791ba1b1c8fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:03.117407 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-9ab80ff4-e25c-416d-a474-791ba1b1c8fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:03.175555 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [None req-c8ca35d4-a6de-4912-8fd3-a39145a7f8e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-iscsi, ffd275b3-96aa-4dd6-ad67-029dc0cf0293) {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:12:03.184442 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a88f20f-ea93-4a6d-a808-a018bc1e96f5 None None] Network ffd275b3-96aa-4dd6-ad67-029dc0cf0293 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:12:03.193212 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ca35d4-a6de-4912-8fd3-a39145a7f8e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:03.193872 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-c8ca35d4-a6de-4912-8fd3-a39145a7f8e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for subnet, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:03.197279 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-17b0cd3f-aa34-40c7-8b89-99dd24e82e91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-iscsi, 6d786477-7c27-401f-af8f-402c8aef0584) {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:12:03.202185 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b0cd3f-aa34-40c7-8b89-99dd24e82e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:03.203038 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-17b0cd3f-aa34-40c7-8b89-99dd24e82e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for subnet, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:03.217408 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c595ac50-a50f-450b-aa08-6c90263e47ea None None] Network 6d786477-7c27-401f-af8f-402c8aef0584 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:12:03.247773 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9ab80ff4-e25c-416d-a474-791ba1b1c8fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:03.280207 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 56736) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:03.283738 dv-cinder-786385-7-iscsi neutron-server[92341]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 02 08:12:03.360758 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-c8ca35d4-a6de-4912-8fd3-a39145a7f8e2 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.8542619
Jun 02 08:12:03.392740 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-17b0cd3f-aa34-40c7-8b89-99dd24e82e91 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.8204303
Jun 02 08:12:03.400827 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 56746) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:03.408557 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-3481590b-0bb4-4af2-b178-9b5aca661dad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1730379299-router', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257'}}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:12:03.415033 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-3481590b-0bb4-4af2-b178-9b5aca661dad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:03.421326 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-3481590b-0bb4-4af2-b178-9b5aca661dad admin admin] Usage tracker for resource:router and tenant:72114cae61da476699f7059d4f116bba is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:03.425564 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-3481590b-0bb4-4af2-b178-9b5aca661dad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:03.450173 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-3481590b-0bb4-4af2-b178-9b5aca661dad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:03.450384 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9ab80ff4-e25c-416d-a474-791ba1b1c8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:03.498339 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-8399ce5f-e45d-40f0-8d2b-0fd8c81fceb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:03.532932 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3481590b-0bb4-4af2-b178-9b5aca661dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8100032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2016'] for router, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:03.536941 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3481590b-0bb4-4af2-b178-9b5aca661dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8100007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036529', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8237981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2031'] for router, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:03.590279 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3204dc-63c1-46f1-8c90-aac1c738da50 None None] Network ffd275b3-96aa-4dd6-ad67-029dc0cf0293 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:12:03.605917 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab80ff4-e25c-416d-a474-791ba1b1c8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f737779-ad2c-4629-ad29-363a48412d68,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:03.615333 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3481590b-0bb4-4af2-b178-9b5aca661dad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:03.640014 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-9ab80ff4-e25c-416d-a474-791ba1b1c8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:03.673493 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1b96d058-43ee-465b-9b59-aaad3c2c5462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193'] for subnet, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:03.674376 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-9ab80ff4-e25c-416d-a474-791ba1b1c8fd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=46da8cb52828434eacb752b0a31870f5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7247047
Jun 02 08:12:03.678438 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 56752) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:03.689369 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-4cb9fc36-3c98-4a1f-97a0-f17134fb0557 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:03.697275 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-4cb9fc36-3c98-4a1f-97a0-f17134fb0557 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/networks?id=5abc9d26-3cb6-446d-969d-090f313dd1b0 HTTP/1.1" status: 200  len: 815 time: 0.4149535
Jun 02 08:12:03.712414 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-6b77bcad-7ff4-4743-9cf3-3f45d8499fb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:03.715153 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-037cf198-210f-4dd6-a3d5-3bd53c23923e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/quotas/459588786ab44c4bbeeae4bc8cf7fcb5 HTTP/1.1" status: 200  len: 375 time: 0.0167825
Jun 02 08:12:03.808946 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843a9d8d-a68d-5afb-bd09-00322a14b4de-6d786477-7c27-401f-af8f-402c8aef0584', 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'fixed_ips': [{'subnet_id': '7286860f-5241-4865-8fea-b07cfe7d1a59'}]}} from dv-cinder-786385-7-iscsi. {{(pid=92343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 02 08:12:03.809845 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:03.835514 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-ce311ff0-d1c0-4a05-a3cf-c3bca41730ba tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=459588786ab44c4bbeeae4bc8cf7fcb5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1190598
Jun 02 08:12:03.998531 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 56770) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:04.070813 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96d058-43ee-465b-9b59-aaad3c2c5462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aff6c8a9-234e-4d0e-ae04-ec9b4cd02c9f,revision_number=0']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:04.073755 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-1b96d058-43ee-465b-9b59-aaad3c2c5462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:04.098200 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.db_base_plugin_common [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Allocated IP 172.20.0.2 (6d786477-7c27-401f-af8f-402c8aef0584/7286860f-5241-4865-8fea-b07cfe7d1a59/2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9) {{(pid=92343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:12:04.130039 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-ee37a058-f653-4281-9e06-40ed57acbe0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:04.156666 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-ee37a058-f653-4281-9e06-40ed57acbe0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:04.163736 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-9445ba00-37f0-4d87-b605-cefb0a6196f3 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=92341) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 02 08:12:04.165789 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-9445ba00-37f0-4d87-b605-cefb0a6196f3 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1021876
Jun 02 08:12:04.169389 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-ee37a058-f653-4281-9e06-40ed57acbe0d admin admin] Usage tracker for resource:security_group_rule and tenant:776570f4897b48628c14cc754d82bc6d is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:04.225860 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-ee37a058-f653-4281-9e06-40ed57acbe0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:04.271197 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b96d058-43ee-465b-9b59-aaad3c2c5462 admin admin] Checking segment: {'id': 'cbacedb0-f1b7-4967-907a-db8d5831b89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '8481c723-1b11-45d5-9f7c-8cb61f35dac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:12:04.271804 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b96d058-43ee-465b-9b59-aaad3c2c5462 admin admin] Network hostable DHCP agents. Network: 8481c723-1b11-45d5-9f7c-8cb61f35dac9, hostable agents: ['4b89aefe-9643-4cd8-b10a-5110f7f4c5b0'], hosted agents: [] {{(pid=92342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 02 08:12:04.283162 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-ee37a058-f653-4281-9e06-40ed57acbe0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:04.288697 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3481590b-0bb4-4af2-b178-9b5aca661dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8036483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8100050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2045'] for router, precommit_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:04.297401 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-418fe163-3256-411f-b006-d1aaef055ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193'] for subnet, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:04.313095 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:04.339198 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-0719546c-f55d-449d-9692-96a744a1b386 service neutron] 10.222.0.77 "GET /v2.0/networks/5abc9d26-3cb6-446d-969d-090f313dd1b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1659873
Jun 02 08:12:04.346352 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-996bdfa7-4959-4817-9355-fce955747b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:04.348701 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Notify callbacks [] for port, precommit_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:04.360989 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Transition to ACTIVE for port object 2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9 will not be triggered until provisioned by entity L2. {{(pid=92343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:12:04.386110 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Transition to ACTIVE for port object 2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9 will not be triggered until provisioned by entity DHCP. {{(pid=92343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:12:04.430364 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-996bdfa7-4959-4817-9355-fce955747b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:04.471804 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fe163-3256-411f-b006-d1aaef055ad2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c714f4d4-5e2f-43c9-8b5e-164491687504,revision_number=0']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:04.474566 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-418fe163-3256-411f-b006-d1aaef055ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:04.480417 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309'] for port, after_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:04.497673 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:04.508450 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418fe163-3256-411f-b006-d1aaef055ad2 admin admin] Checking segment: {'id': '427b38d6-8819-468a-be56-89bd00ebc527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '9845329e-acbc-4864-8fcb-054e52779455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:12:04.508913 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418fe163-3256-411f-b006-d1aaef055ad2 admin admin] Network hostable DHCP agents. Network: 9845329e-acbc-4864-8fcb-054e52779455, hostable agents: ['4b89aefe-9643-4cd8-b10a-5110f7f4c5b0'], hosted agents: [] {{(pid=92342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 02 08:12:04.516015 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-ee37a058-f653-4281-9e06-40ed57acbe0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:04.525441 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-04017d35-69ee-4af9-b591-6ff37055ccb5 service neutron] 10.222.0.77 "GET /v2.0/networks/5abc9d26-3cb6-446d-969d-090f313dd1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1783843
Jun 02 08:12:04.533317 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 56784) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:04.538961 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-1928544c-dc33-4642-820a-8a695aca38a4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-415610772-network', 'tenant_id': '1775e0cc0126407bbe715be2e688b89b'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:12:04.544610 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-1928544c-dc33-4642-820a-8a695aca38a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:04.545956 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b96d058-43ee-465b-9b59-aaad3c2c5462 admin admin] Network 8481c723-1b11-45d5-9f7c-8cb61f35dac9 is scheduled to be hosted by DHCP agent 4b89aefe-9643-4cd8-b10a-5110f7f4c5b0 with binding_index 1 {{(pid=92342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 02 08:12:04.550153 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-1928544c-dc33-4642-820a-8a695aca38a4 admin admin] Usage tracker for resource:network and tenant:1775e0cc0126407bbe715be2e688b89b is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:04.553694 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-1928544c-dc33-4642-820a-8a695aca38a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:04.560354 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-1928544c-dc33-4642-820a-8a695aca38a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:04.592413 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-ee37a058-f653-4281-9e06-40ed57acbe0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:04.596340 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Network 6d786477-7c27-401f-af8f-402c8aef0584 is already hosted by enough agents. {{(pid=92343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:12:04.597118 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Pushing event updated for resources: {'Port': ['ID=2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9,revision_number=1']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:04.601005 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-9ab80ff4-e25c-416d-a474-791ba1b1c8fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:04.602456 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.scheduler.base_scheduler [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Resources bound (agent type, host, resource id):  {{(pid=92343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:12:04.606456 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Received port after_create {{(pid=92343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:12:04.617600 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:04.617947 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:04.618317 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:04.619143 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:04.619415 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:04.619744 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:04.620388 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:04.621232 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:04.621587 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:04.621914 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:04.622237 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:04.622566 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:04.623632 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Tracked resource versions report:
Jun 02 08:12:04.623632 dv-cinder-786385-7-iscsi neutron-server[92343]: pushed versions:
Jun 02 08:12:04.623632 dv-cinder-786385-7-iscsi neutron-server[92343]: {   'AddressGroup': {'1.2'},
Jun 02 08:12:04.623632 dv-cinder-786385-7-iscsi neutron-server[92343]:     'ConntrackHelper': {'1.0'},
Jun 02 08:12:04.623632 dv-cinder-786385-7-iscsi neutron-server[92343]:     'Log': {'1.0'},
Jun 02 08:12:04.623632 dv-cinder-786385-7-iscsi neutron-server[92343]:     'Network': {'1.1'},
Jun 02 08:12:04.623632 dv-cinder-786385-7-iscsi neutron-server[92343]:     'Port': {'1.7'},
Jun 02 08:12:04.623632 dv-cinder-786385-7-iscsi neutron-server[92343]:     'PortForwarding': {'1.2'},
Jun 02 08:12:04.623632 dv-cinder-786385-7-iscsi neutron-server[92343]:     'QosPolicy': {'1.8'},
Jun 02 08:12:04.623632 dv-cinder-786385-7-iscsi neutron-server[92343]:     'SecurityGroup': {'1.4'},
Jun 02 08:12:04.623632 dv-cinder-786385-7-iscsi neutron-server[92343]:     'SecurityGroupRule': {'1.2'},
Jun 02 08:12:04.623632 dv-cinder-786385-7-iscsi neutron-server[92343]:     'SubPort': {'1.0'},
Jun 02 08:12:04.623632 dv-cinder-786385-7-iscsi neutron-server[92343]:     'Subnet': {'1.1'},
Jun 02 08:12:04.623632 dv-cinder-786385-7-iscsi neutron-server[92343]:     'Trunk': {'1.1'}}
Jun 02 08:12:04.623632 dv-cinder-786385-7-iscsi neutron-server[92343]: consumer versions:
Jun 02 08:12:04.623632 dv-cinder-786385-7-iscsi neutron-server[92343]: {   DHCP agent@dv-cinder-786385-7-iscsi: {},
Jun 02 08:12:04.623632 dv-cinder-786385-7-iscsi neutron-server[92343]:     HyperV agent@hv-cinder-78638: {},
Jun 02 08:12:04.623632 dv-cinder-786385-7-iscsi neutron-server[92343]:     L3 agent@dv-cinder-786385-7-iscsi: {},
Jun 02 08:12:04.623632 dv-cinder-786385-7-iscsi neutron-server[92343]:     Metadata agent@dv-cinder-786385-7-iscsi: {},
Jun 02 08:12:04.623632 dv-cinder-786385-7-iscsi neutron-server[92343]:     Metering agent@dv-cinder-786385-7-iscsi: {},
Jun 02 08:12:04.623632 dv-cinder-786385-7-iscsi neutron-server[92343]:     Open vSwitch agent@dv-cinder-786385-7-iscsi: {   'AddressGroup': '1.2',
Jun 02 08:12:04.623632 dv-cinder-786385-7-iscsi neutron-server[92343]:                                                      'ConntrackHelper': '1.0',
Jun 02 08:12:04.623632 dv-cinder-786385-7-iscsi neutron-server[92343]:                                                      'Log': '1.0',
Jun 02 08:12:04.623632 dv-cinder-786385-7-iscsi neutron-server[92343]:                                                      'Network': '1.1',
Jun 02 08:12:04.623632 dv-cinder-786385-7-iscsi neutron-server[92343]:                                                      'Port': '1.7',
Jun 02 08:12:04.623632 dv-cinder-786385-7-iscsi neutron-server[92343]:                                                      'PortForwarding': '1.2',
Jun 02 08:12:04.623632 dv-cinder-786385-7-iscsi neutron-server[92343]:                                                      'QosPolicy': '1.8',
Jun 02 08:12:04.623632 dv-cinder-786385-7-iscsi neutron-server[92343]:                                                      'SecurityGroup': '1.4',
Jun 02 08:12:04.623632 dv-cinder-786385-7-iscsi neutron-server[92343]:                                                      'SecurityGroupRule': '1.2',
Jun 02 08:12:04.623632 dv-cinder-786385-7-iscsi neutron-server[92343]:                                                      'SubPort': '1.0',
Jun 02 08:12:04.623632 dv-cinder-786385-7-iscsi neutron-server[92343]:                                                      'Subnet': '1.1',
Jun 02 08:12:04.623632 dv-cinder-786385-7-iscsi neutron-server[92343]:                                                      'Trunk': '1.1'}}
Jun 02 08:12:04.623632 dv-cinder-786385-7-iscsi neutron-server[92343]:  {{(pid=92343) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 02 08:12:04.631258 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:04.631355 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418fe163-3256-411f-b006-d1aaef055ad2 admin admin] Network 9845329e-acbc-4864-8fcb-054e52779455 is scheduled to be hosted by DHCP agent 4b89aefe-9643-4cd8-b10a-5110f7f4c5b0 with binding_index 1 {{(pid=92342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 02 08:12:04.654660 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-ee37a058-f653-4281-9e06-40ed57acbe0d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=776570f4897b48628c14cc754d82bc6d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6528184
Jun 02 08:12:04.654660 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37a058-f653-4281-9e06-40ed57acbe0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fb474d-1010-4280-813a-831997848cc8,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:04.655203 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 56786) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:04.657723 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-ee37a058-f653-4281-9e06-40ed57acbe0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:04.673267 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1928544c-dc33-4642-820a-8a695aca38a4 admin admin] Made reservation on behalf of 1775e0cc0126407bbe715be2e688b89b for: {'network': 1} {{(pid=92341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:12:04.675572 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1928544c-dc33-4642-820a-8a695aca38a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-941343'] for network, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:04.698156 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-418fe163-3256-411f-b006-d1aaef055ad2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-iscsi, 9845329e-acbc-4864-8fcb-054e52779455) {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:12:04.698331 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1928544c-dc33-4642-820a-8a695aca38a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:04.709454 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-996bdfa7-4959-4817-9355-fce955747b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:04.710314 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-1b96d058-43ee-465b-9b59-aaad3c2c5462 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-iscsi, 8481c723-1b11-45d5-9f7c-8cb61f35dac9) {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:12:04.715858 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf687a8c-f385-4b1f-b51c-6b06f21b5910 None None] Network 9845329e-acbc-4864-8fcb-054e52779455 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:12:04.722694 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418fe163-3256-411f-b006-d1aaef055ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:04.723395 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-418fe163-3256-411f-b006-d1aaef055ad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for subnet, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:04.730473 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-1928544c-dc33-4642-820a-8a695aca38a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:04.737075 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-1928544c-dc33-4642-820a-8a695aca38a4 admin admin] Usage tracker for resource:security_group_rule and tenant:1775e0cc0126407bbe715be2e688b89b is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:04.745910 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-1928544c-dc33-4642-820a-8a695aca38a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:04.756580 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-1928544c-dc33-4642-820a-8a695aca38a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:04.761315 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-04aa528b-0db5-48bd-8dae-760374d1585a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:04.768001 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Attempting to bind port 2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9 on host dv-cinder-786385-7-iscsi for vnic_type normal with profile  {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:12:04.768403 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Attempting to bind port 2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9 by drivers openvswitch,hyperv on host dv-cinder-786385-7-iscsi at level 0 using segments [{'id': 'd228646d-971f-4da9-a65d-c70903a4f851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584'}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:12:04.768769 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Attempting to bind port 2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9 on network 6d786477-7c27-401f-af8f-402c8aef0584 {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:12:04.777921 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Checking agent: {'id': '293b8e5c-58b0-46e6-908b-da5c92a2d3b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 4, 12), 'started_at': datetime.datetime(2021, 6, 2, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:12:04.778562 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Checking segment: {'id': 'd228646d-971f-4da9-a65d-c70903a4f851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:12:04.778963 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:04.779355 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Bound using segment: {'id': 'd228646d-971f-4da9-a65d-c70903a4f851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584'} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:12:04.779982 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Bound port: 2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9, host: dv-cinder-786385-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd228646d-971f-4da9-a65d-c70903a4f851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584'}}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:12:04.780558 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:04.797543 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:04.802669 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-04aa528b-0db5-48bd-8dae-760374d1585a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:04.814990 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b96d058-43ee-465b-9b59-aaad3c2c5462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:04.815563 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1b96d058-43ee-465b-9b59-aaad3c2c5462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for subnet, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:04.840509 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bdfa7-4959-4817-9355-fce955747b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f737779-ad2c-4629-ad29-363a48412d68,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:04.844013 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-996bdfa7-4959-4817-9355-fce955747b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:04.845066 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394032a2-3fe0-4e58-83de-76f068aefbed None None] Network 8481c723-1b11-45d5-9f7c-8cb61f35dac9 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:12:04.914742 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1928544c-dc33-4642-820a-8a695aca38a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:05.020756 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-996bdfa7-4959-4817-9355-fce955747b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:05.024638 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-996bdfa7-4959-4817-9355-fce955747b65 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2f737779-ad2c-4629-ad29-363a48412d68 HTTP/1.1" status: 204  len: 168 time: 1.3423939
Jun 02 08:12:05.049797 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-04aa528b-0db5-48bd-8dae-760374d1585a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:05.050734 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1928544c-dc33-4642-820a-8a695aca38a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:05.055720 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-3a313f6a-9220-4d4a-b6a9-7e6a6ed0d28f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:05.063259 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-418fe163-3256-411f-b006-d1aaef055ad2 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 2.6197138
Jun 02 08:12:05.067855 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 56800) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:05.079174 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa528b-0db5-48bd-8dae-760374d1585a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fb474d-1010-4280-813a-831997848cc8,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:05.094261 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-b2829032-11db-43db-84b6-4a48763c75eb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-313417868-router', 'tenant_id': '4e4215d7677d49a68195abd7f00b623e', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257'}}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:12:05.111778 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-b2829032-11db-43db-84b6-4a48763c75eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:05.120925 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-04aa528b-0db5-48bd-8dae-760374d1585a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:05.124814 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-04aa528b-0db5-48bd-8dae-760374d1585a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b3fb474d-1010-4280-813a-831997848cc8 HTTP/1.1" status: 204  len: 168 time: 0.4660778
Jun 02 08:12:05.125502 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-1b96d058-43ee-465b-9b59-aaad3c2c5462 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.0475693
Jun 02 08:12:05.138028 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-b2829032-11db-43db-84b6-4a48763c75eb admin admin] Usage tracker for resource:router and tenant:4e4215d7677d49a68195abd7f00b623e is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:05.142585 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928544c-dc33-4642-820a-8a695aca38a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef6460a-50bc-409e-bc8e-87027012b1f0,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:05.143808 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-b2829032-11db-43db-84b6-4a48763c75eb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:05.154817 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-1928544c-dc33-4642-820a-8a695aca38a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:05.155504 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 56814) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:05.156936 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:05.158801 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-b2829032-11db-43db-84b6-4a48763c75eb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:05.159233 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:05.164797 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3481590b-0bb4-4af2-b178-9b5aca661dad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:05.200266 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3481590b-0bb4-4af2-b178-9b5aca661dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:05.254752 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1928544c-dc33-4642-820a-8a695aca38a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762}  {{(pid=92341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 02 08:12:05.259822 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cdd3b1b0-d639-4f0e-985e-c2ce0224abcd req-8e9c12f2-9bf8-44c9-a497-f181d313542b tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6932d62-8de2-40c2-b8ce-322e3376299e HTTP/1.1" status: 200  len: 210 time: 0.0986383
Jun 02 08:12:05.275232 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1928544c-dc33-4642-820a-8a695aca38a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:05.276236 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.db.segments_db [None req-1928544c-dc33-4642-820a-8a695aca38a4 admin admin] Added segment 360d71fb-46b6-4e26-b15c-88d27414dab3 of type vlan for network a099dfbf-8d09-4b0d-b59b-5c45ac9a3921
Jun 02 08:12:05.283947 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b2829032-11db-43db-84b6-4a48763c75eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8100032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2016'] for router, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:05.288240 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b2829032-11db-43db-84b6-4a48763c75eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8100007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036529', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8237981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2031'] for router, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:05.327789 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1928544c-dc33-4642-820a-8a695aca38a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744146435166'] for network, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:05.360546 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b2829032-11db-43db-84b6-4a48763c75eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:05.393980 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07390965-45e9-441b-86d0-18b85cd55d7b None None] Network 9845329e-acbc-4864-8fcb-054e52779455 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:12:05.408280 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_common [None req-3481590b-0bb4-4af2-b178-9b5aca661dad admin admin] Allocated IP 172.27.3.137 (25cee017-96f1-470f-84b1-115420be0257/100151e0-9740-4c20-8f2c-560e0808d190/cb8fea6c-5acd-4ffb-9993-747646450016) {{(pid=92342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:12:05.408439 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] For port 2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9, host dv-cinder-786385-7-iscsi, cleared binding levels {{(pid=92343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:12:05.462438 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1928544c-dc33-4642-820a-8a695aca38a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186'] for network, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:05.463782 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1928544c-dc33-4642-820a-8a695aca38a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:05.464614 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1928544c-dc33-4642-820a-8a695aca38a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:05.468365 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] For port 2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9, host dv-cinder-786385-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9,segment=NetworkSegment(d228646d-971f-4da9-a65d-c70903a4f851),segment_id=d228646d-971f-4da9-a65d-c70903a4f851)] {{(pid=92343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:12:05.471494 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-f4397b15-96f5-45eb-90b7-b65b9f79b4aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:05.519073 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3691dcd5-a2e4-4012-a3e5-baf529d9a83a None None] Network 8481c723-1b11-45d5-9f7c-8cb61f35dac9 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:12:05.552701 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:05.571550 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:05.575246 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928544c-dc33-4642-820a-8a695aca38a4 admin admin] Pushing event updated for resources: {'Network': ['ID=a099dfbf-8d09-4b0d-b59b-5c45ac9a3921,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:05.580265 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-1928544c-dc33-4642-820a-8a695aca38a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:05.617014 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Network a099dfbf-8d09-4b0d-b59b-5c45ac9a3921 details requested by agent ovs-agent-dv-cinder-786385-7-iscsi with host dv-cinder-786385-7-iscsi {{(pid=92343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 02 08:12:05.697543 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-1928544c-dc33-4642-820a-8a695aca38a4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.1629276
Jun 02 08:12:05.700314 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 56826) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:05.712585 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-34c7c755-10e3-477e-ac86-80c743b70e6a admin admin] Request body: {'subnet': {'network_id': 'a099dfbf-8d09-4b0d-b59b-5c45ac9a3921', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-415610772-subnet', 'tenant_id': '1775e0cc0126407bbe715be2e688b89b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:12:05.723875 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-34c7c755-10e3-477e-ac86-80c743b70e6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:05.730968 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-34c7c755-10e3-477e-ac86-80c743b70e6a admin admin] Usage tracker for resource:subnet and tenant:1775e0cc0126407bbe715be2e688b89b is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:05.736942 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-34c7c755-10e3-477e-ac86-80c743b70e6a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:05.750679 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-34c7c755-10e3-477e-ac86-80c743b70e6a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:05.824217 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b2829032-11db-43db-84b6-4a48763c75eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8036483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8100050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2045'] for router, precommit_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:05.824217 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3481590b-0bb4-4af2-b178-9b5aca661dad admin admin] Notify callbacks [] for port, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:05.902475 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c7c755-10e3-477e-ac86-80c743b70e6a admin admin] Made reservation on behalf of 1775e0cc0126407bbe715be2e688b89b for: {'subnet': 1} {{(pid=92341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:12:05.905782 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-34c7c755-10e3-477e-ac86-80c743b70e6a admin admin] Notify callbacks [] for subnet, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:05.926542 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3481590b-0bb4-4af2-b178-9b5aca661dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309'] for port, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:05.930722 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Pushing event updated for resources: {'Port': ['ID=2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9,revision_number=2']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:05.970578 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:06.034340 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:06.043035 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3481590b-0bb4-4af2-b178-9b5aca661dad admin admin] Network 25cee017-96f1-470f-84b1-115420be0257 is already hosted by enough agents. {{(pid=92342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:12:06.063845 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-3481590b-0bb4-4af2-b178-9b5aca661dad admin admin] Resources bound (agent type, host, resource id):  {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:12:06.088862 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3481590b-0bb4-4af2-b178-9b5aca661dad admin admin] Received port after_create {{(pid=92342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:12:06.304439 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 56848) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:06.439518 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481590b-0bb4-4af2-b178-9b5aca661dad admin admin] Pushing event updated for resources: {'Port': ['ID=cb8fea6c-5acd-4ffb-9993-747646450016,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:06.455963 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-3481590b-0bb4-4af2-b178-9b5aca661dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:06.475620 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9a2e8673-f026-41ab-8083-5710806bfca4 req-531be7c9-0747-4b6f-9035-20fc5e3f3a2a tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6932d62-8de2-40c2-b8ce-322e3376299e HTTP/1.1" status: 200  len: 210 time: 0.0553596
Jun 02 08:12:06.476462 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-395d1ecd-879b-483b-be28-4edcd7f2abb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:06.505157 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-395d1ecd-879b-483b-be28-4edcd7f2abb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:06.514615 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 56866) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:06.517998 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-395d1ecd-879b-483b-be28-4edcd7f2abb6 admin admin] Usage tracker for resource:security_group_rule and tenant:4d7ea56a47a64b48a2428005a55cb683 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:06.542443 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a2b6b95a-ac95-4b0e-a01e-33664c9fe5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:06.552718 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-395d1ecd-879b-483b-be28-4edcd7f2abb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:06.561587 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-395d1ecd-879b-483b-be28-4edcd7f2abb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:06.569977 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-a2b6b95a-ac95-4b0e-a01e-33664c9fe5ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:06.574178 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-a2b6b95a-ac95-4b0e-a01e-33664c9fe5ed admin admin] Usage tracker for resource:security_group_rule and tenant:6cc3c85b3c1942b09266d77c6a9e135e is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:06.578857 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-a2b6b95a-ac95-4b0e-a01e-33664c9fe5ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:06.588087 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-a2b6b95a-ac95-4b0e-a01e-33664c9fe5ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:06.769345 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-395d1ecd-879b-483b-be28-4edcd7f2abb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:06.873512 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:12:06.930998 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-395d1ecd-879b-483b-be28-4edcd7f2abb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:07.001432 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-ee37a058-f653-4281-9e06-40ed57acbe0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:07.010311 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-395d1ecd-879b-483b-be28-4edcd7f2abb6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4d7ea56a47a64b48a2428005a55cb683&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6933305
Jun 02 08:12:07.030141 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 56886) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:07.069855 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b2829032-11db-43db-84b6-4a48763c75eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:07.091080 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning for port 2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9 completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:12:07.105346 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b2829032-11db-43db-84b6-4a48763c75eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:07.127788 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a2b6b95a-ac95-4b0e-a01e-33664c9fe5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:07.154077 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3481590b-0bb4-4af2-b178-9b5aca661dad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:07.203708 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d1ecd-879b-483b-be28-4edcd7f2abb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9ab825-994d-466c-ab6e-f3c4a44e2a29,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:07.221720 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-395d1ecd-879b-483b-be28-4edcd7f2abb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:07.247689 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b857e991-5b2a-40fa-ad21-f073393751e1 None None] Network 6d786477-7c27-401f-af8f-402c8aef0584 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:12:07.256471 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a2b6b95a-ac95-4b0e-a01e-33664c9fe5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:07.306921 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:07.401441 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-66f1fd7b-1788-42a6-b8de-a5dd373db3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:07.421459 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-0fec9ef9-819f-41ca-ad45-33b9cb173731 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:07.425531 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-0fec9ef9-819f-41ca-ad45-33b9cb173731 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Synchronizing usage tracker for tenant:73385a1c9bdf4470848e6901133fc258 on resource:network {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:12:07.454517 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-a2b6b95a-ac95-4b0e-a01e-33664c9fe5ed admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6cc3c85b3c1942b09266d77c6a9e135e&name=default HTTP/1.1" status: 200  len: 2978 time: 0.9364877
Jun 02 08:12:07.456897 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6b95a-ac95-4b0e-a01e-33664c9fe5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde1aef2-4fc4-4909-a517-65e7b3a16313,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:07.462993 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 56892) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:07.474382 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-a2b6b95a-ac95-4b0e-a01e-33664c9fe5ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:07.481404 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-a2ad93be-d7a3-4b91-b8f0-32039c3f09eb None None] Provisioning for port 2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9 completed by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:12:07.483526 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-66f1fd7b-1788-42a6-b8de-a5dd373db3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:07.492181 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_common [None req-b2829032-11db-43db-84b6-4a48763c75eb admin admin] Allocated IP 172.27.3.208 (25cee017-96f1-470f-84b1-115420be0257/100151e0-9740-4c20-8f2c-560e0808d190/05819e5a-18ec-43c9-ba0c-e6b85c5b214d) {{(pid=92342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:12:07.497285 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-a2ad93be-d7a3-4b91-b8f0-32039c3f09eb None None] Provisioning complete for port 2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9 triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:12:07.497751 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-a2ad93be-d7a3-4b91-b8f0-32039c3f09eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:07.571838 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-34c7c755-10e3-477e-ac86-80c743b70e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193'] for subnet, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:07.572761 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-0fec9ef9-819f-41ca-ad45-33b9cb173731 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Unset dirty status for tenant:73385a1c9bdf4470848e6901133fc258 on resource:network {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:12:07.573973 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-0fec9ef9-819f-41ca-ad45-33b9cb173731 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/networks?id=8481c723-1b11-45d5-9f7c-8cb61f35dac9 HTTP/1.1" status: 200  len: 811 time: 0.6437159
Jun 02 08:12:07.627031 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-c8ca35d4-a6de-4912-8fd3-a39145a7f8e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:07.675590 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-a2ad93be-d7a3-4b91-b8f0-32039c3f09eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:07.696397 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7c755-10e3-477e-ac86-80c743b70e6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbe618c8-b18b-404e-ac07-55a2908d6e22,revision_number=0']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:07.699810 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-34c7c755-10e3-477e-ac86-80c743b70e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:07.708936 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-e44851f1-5c66-4e2d-b3c7-c9fe7635bab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:07.711037 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-e7d3fb79-2731-4565-b534-3da01cba0d05 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/quotas/73385a1c9bdf4470848e6901133fc258 HTTP/1.1" status: 200  len: 375 time: 0.0864277
Jun 02 08:12:07.713205 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d4b8ea63-93a6-4b81-9003-6ad56bac4549 req-e2b53892-23ca-4001-a99c-2391fc9f0b20 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6932d62-8de2-40c2-b8ce-322e3376299e HTTP/1.1" status: 200  len: 210 time: 0.1426330
Jun 02 08:12:07.748884 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-a2ad93be-d7a3-4b91-b8f0-32039c3f09eb None None] For port 2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9,segment=NetworkSegment(d228646d-971f-4da9-a65d-c70903a4f851),segment_id=d228646d-971f-4da9-a65d-c70903a4f851)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:12:07.775183 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3481590b-0bb4-4af2-b178-9b5aca661dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8100043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8036580'] for router, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:07.820689 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-a2ad93be-d7a3-4b91-b8f0-32039c3f09eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:07.823782 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:07.825368 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c7c755-10e3-477e-ac86-80c743b70e6a admin admin] Checking segment: {'id': '360d71fb-46b6-4e26-b15c-88d27414dab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a099dfbf-8d09-4b0d-b59b-5c45ac9a3921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:12:07.830232 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c7c755-10e3-477e-ac86-80c743b70e6a admin admin] Network hostable DHCP agents. Network: a099dfbf-8d09-4b0d-b59b-5c45ac9a3921, hostable agents: ['4b89aefe-9643-4cd8-b10a-5110f7f4c5b0'], hosted agents: [] {{(pid=92341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 02 08:12:07.838569 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-186cceb6-f75d-495f-af54-d2e566d87a94 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=73385a1c9bdf4470848e6901133fc258&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1175711
Jun 02 08:12:07.858798 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-e44851f1-5c66-4e2d-b3c7-c9fe7635bab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:07.927209 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b2829032-11db-43db-84b6-4a48763c75eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:07.942413 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad93be-d7a3-4b91-b8f0-32039c3f09eb None None] Pushing event updated for resources: {'Port': ['ID=2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9,revision_number=3']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:07.947664 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-a2ad93be-d7a3-4b91-b8f0-32039c3f09eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:07.947841 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-66f1fd7b-1788-42a6-b8de-a5dd373db3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:07.954683 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:07.955879 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-b270540a-e886-4174-ada9-c8174fa9b154 None None] Provisioning complete for port 2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9 triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:12:07.956527 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-b270540a-e886-4174-ada9-c8174fa9b154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:07.973588 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1fd7b-1788-42a6-b8de-a5dd373db3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9ab825-994d-466c-ab6e-f3c4a44e2a29,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:07.977356 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-66f1fd7b-1788-42a6-b8de-a5dd373db3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:08.011032 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-fd55ff98-e95d-4eff-8fa2-7df0735ee86b service neutron] 10.222.0.77 "GET /v2.0/networks/8481c723-1b11-45d5-9f7c-8cb61f35dac9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1707449
Jun 02 08:12:08.020025 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-66f1fd7b-1788-42a6-b8de-a5dd373db3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:08.024260 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-66f1fd7b-1788-42a6-b8de-a5dd373db3e9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9c9ab825-994d-466c-ab6e-f3c4a44e2a29 HTTP/1.1" status: 204  len: 168 time: 0.9930310
Jun 02 08:12:08.046809 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c7c755-10e3-477e-ac86-80c743b70e6a admin admin] Network a099dfbf-8d09-4b0d-b59b-5c45ac9a3921 is scheduled to be hosted by DHCP agent 4b89aefe-9643-4cd8-b10a-5110f7f4c5b0 with binding_index 1 {{(pid=92341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 02 08:12:08.187382 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b2829032-11db-43db-84b6-4a48763c75eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309'] for port, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:08.188053 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3481590b-0bb4-4af2-b178-9b5aca661dad admin admin] Router 8d62b825-e1ad-415c-a7a0-95cf0c4d8061 is scheduled to L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac with binding_index 1 {{(pid=92342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 02 08:12:08.190669 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-e44851f1-5c66-4e2d-b3c7-c9fe7635bab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:08.196577 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-3481590b-0bb4-4af2-b178-9b5aca661dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:08.202077 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [None req-34c7c755-10e3-477e-ac86-80c743b70e6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-iscsi, a099dfbf-8d09-4b0d-b59b-5c45ac9a3921) {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:12:08.208150 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-7f6c1ceb-1b20-454a-80c9-4cb7660980cc service neutron] 10.222.0.77 "GET /v2.0/networks/8481c723-1b11-45d5-9f7c-8cb61f35dac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1816835
Jun 02 08:12:08.215575 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c1016c-a21f-4d19-baaf-ca21d9ec49c7 None None] Network a099dfbf-8d09-4b0d-b59b-5c45ac9a3921 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:12:08.218147 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c7c755-10e3-477e-ac86-80c743b70e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:08.223967 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-34c7c755-10e3-477e-ac86-80c743b70e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for subnet, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:08.340235 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-34c7c755-10e3-477e-ac86-80c743b70e6a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 2.6287332
Jun 02 08:12:08.417917 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2829032-11db-43db-84b6-4a48763c75eb admin admin] Network 25cee017-96f1-470f-84b1-115420be0257 is already hosted by enough agents. {{(pid=92342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:12:08.427951 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-b2829032-11db-43db-84b6-4a48763c75eb admin admin] Resources bound (agent type, host, resource id):  {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:12:08.442623 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2829032-11db-43db-84b6-4a48763c75eb admin admin] Received port after_create {{(pid=92342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:12:08.466429 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016fdfce-a368-4fc2-8a58-ebc374151b31 None None] Network a099dfbf-8d09-4b0d-b59b-5c45ac9a3921 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:12:08.499550 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2829032-11db-43db-84b6-4a48763c75eb admin admin] Pushing event updated for resources: {'Port': ['ID=05819e5a-18ec-43c9-ba0c-e6b85c5b214d,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:08.512368 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-b2829032-11db-43db-84b6-4a48763c75eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:08.514595 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:08.618758 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-fb6394f8-7638-46ec-a606-8826f453d1a1 req-2b204db9-0d2d-4726-a1e3-9956e752808d tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 210 time: 0.1156375
Jun 02 08:12:08.690625 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-e44851f1-5c66-4e2d-b3c7-c9fe7635bab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:08.694359 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-e44851f1-5c66-4e2d-b3c7-c9fe7635bab8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dde1aef2-4fc4-4909-a517-65e7b3a16313 HTTP/1.1" status: 204  len: 168 time: 1.2295556
Jun 02 08:12:08.708287 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44851f1-5c66-4e2d-b3c7-c9fe7635bab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde1aef2-4fc4-4909-a517-65e7b3a16313,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:08.740641 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-e44851f1-5c66-4e2d-b3c7-c9fe7635bab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:08.839519 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:12:08.864838 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 56934) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:08.904161 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3481590b-0bb4-4af2-b178-9b5aca661dad admin admin] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:12:08.914454 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ca5aad-9f27-4419-8570-56f428c8184f None None] Sync routers for ids ['8d62b825-e1ad-415c-a7a0-95cf0c4d8061'] in dv-cinder-786385-7-iscsi {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:12:08.929160 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ca5aad-9f27-4419-8570-56f428c8184f None None] Routers {'8d62b825-e1ad-415c-a7a0-95cf0c4d8061'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:12:08.931454 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-57ca5aad-9f27-4419-8570-56f428c8184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7aabcd30>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:11:42Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['8d62b825-e1ad-415c-a7a0-95cf0c4d8061'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:12:09.067262 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 56944) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:09.073563 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:12:09.074085 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:09.075117 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3481590b-0bb4-4af2-b178-9b5aca661dad admin admin] Notify callbacks [] for router, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:09.084038 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-3481590b-0bb4-4af2-b178-9b5aca661dad admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.6814086
Jun 02 08:12:09.105525 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 56946) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:09.153056 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e37ca426-ccdb-4049-a782-92a6559e298c req-8e2bdc83-0df1-465e-899d-5f2b782c7515 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6932d62-8de2-40c2-b8ce-322e3376299e HTTP/1.1" status: 200  len: 210 time: 0.1652887
Jun 02 08:12:09.172266 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c05684-31a7-4fcd-b8a6-eaf506bbe11a admin admin] Deleting subnet 90509ef6-049d-4e23-9df5-47f00c7a38dc {{(pid=92341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 02 08:12:09.202420 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b5c05684-31a7-4fcd-b8a6-eaf506bbe11a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:09.282902 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b5c05684-31a7-4fcd-b8a6-eaf506bbe11a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:09.289212 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-57ca5aad-9f27-4419-8570-56f428c8184f None None] Set router 8d62b825-e1ad-415c-a7a0-95cf0c4d8061 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:12:09.291793 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b5c05684-31a7-4fcd-b8a6-eaf506bbe11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-943661'] for subnet, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:09.430574 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b2829032-11db-43db-84b6-4a48763c75eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:09.641981 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-57ca5aad-9f27-4419-8570-56f428c8184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7aabcd30>, [{'id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'name': 'tempest-AttachVolumeTestJSON-1730379299-router', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:12:03Z', 'updated_at': '2021-06-02T08:12:06Z', 'revision_number': 3, 'project_id': '72114cae61da476699f7059d4f116bba', 'gw_port': {'id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:93:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:05Z', 'updated_at': '2021-06-02T08:12:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:12:09.649378 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ca5aad-9f27-4419-8570-56f428c8184f None None] Checking router: 8d62b825-e1ad-415c-a7a0-95cf0c4d8061 for host: dv-cinder-786385-7-iscsi {{(pid=92344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:12:09.649378 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ca5aad-9f27-4419-8570-56f428c8184f None None] Updating router 8d62b825-e1ad-415c-a7a0-95cf0c4d8061 port cb8fea6c-5acd-4ffb-9993-747646450016 binding host dv-cinder-786385-7-iscsi {{(pid=92344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 02 08:12:09.720898 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-57ca5aad-9f27-4419-8570-56f428c8184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:09.870653 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b5c05684-31a7-4fcd-b8a6-eaf506bbe11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-943652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193'] for subnet, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:09.896921 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-687d5f27-6ec2-4fec-96d8-60889045086c req-a425e4f5-5404-442c-b5f1-1624d57ad745 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 210 time: 0.1347954
Jun 02 08:12:09.902352 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:09.942115 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-854953ac-6e39-465f-ab61-b6d159a414ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:09.958371 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c05684-31a7-4fcd-b8a6-eaf506bbe11a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90509ef6-049d-4e23-9df5-47f00c7a38dc,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:09.965931 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-b5c05684-31a7-4fcd-b8a6-eaf506bbe11a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:09.972111 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-854953ac-6e39-465f-ab61-b6d159a414ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:09.981653 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b5c05684-31a7-4fcd-b8a6-eaf506bbe11a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for subnet, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:09.988961 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-854953ac-6e39-465f-ab61-b6d159a414ab admin admin] Usage tracker for resource:security_group_rule and tenant:92962de883dd45c9aa026c38c1905fb3 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:09.994688 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-854953ac-6e39-465f-ab61-b6d159a414ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:10.002805 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-b5c05684-31a7-4fcd-b8a6-eaf506bbe11a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/90509ef6-049d-4e23-9df5-47f00c7a38dc HTTP/1.1" status: 204  len: 168 time: 1.1369927
Jun 02 08:12:10.006825 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 56968) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:10.056502 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-de2bc758-dbff-4054-a655-cd2ca21b7fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:10.149769 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-854953ac-6e39-465f-ab61-b6d159a414ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:10.154815 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9448bc2b-3bd9-4fff-9ab5-58f0ad1d9301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951774'] for network, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:10.172023 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.72', 51429) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:10.213960 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-57ca5aad-9f27-4419-8570-56f428c8184f None None] Notify callbacks [] for port, precommit_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:10.239640 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.provisioning_blocks [None req-57ca5aad-9f27-4419-8570-56f428c8184f None None] Transition to ACTIVE for port object cb8fea6c-5acd-4ffb-9993-747646450016 will not be triggered until provisioned by entity L2. {{(pid=92344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:12:10.314348 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-57ca5aad-9f27-4419-8570-56f428c8184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:10.320105 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [None req-43d6bd3f-2b5a-4b98-9a17-9e09f240c5f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:10.460687 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b2829032-11db-43db-84b6-4a48763c75eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8100043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8036580'] for router, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:10.467846 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.managers [None req-57ca5aad-9f27-4419-8570-56f428c8184f None None] Attempting to bind port cb8fea6c-5acd-4ffb-9993-747646450016 on host dv-cinder-786385-7-iscsi for vnic_type normal with profile  {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:12:10.468580 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.managers [None req-57ca5aad-9f27-4419-8570-56f428c8184f None None] Attempting to bind port cb8fea6c-5acd-4ffb-9993-747646450016 by drivers openvswitch,hyperv on host dv-cinder-786385-7-iscsi at level 0 using segments [{'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'}] {{(pid=92344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:12:10.469205 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ca5aad-9f27-4419-8570-56f428c8184f None None] Attempting to bind port cb8fea6c-5acd-4ffb-9993-747646450016 on network 25cee017-96f1-470f-84b1-115420be0257 {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:12:10.480682 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26a7e5-ca75-4427-a831-1d6c6fc8e52e None None] Pushing event updated for resources: {'Port': ['ID=cb8fea6c-5acd-4ffb-9993-747646450016,revision_number=2']} {{(pid=92344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:10.483821 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ca5aad-9f27-4419-8570-56f428c8184f None None] Checking agent: {'id': '293b8e5c-58b0-46e6-908b-da5c92a2d3b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 4, 12), 'started_at': datetime.datetime(2021, 6, 2, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:12:10.484974 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ca5aad-9f27-4419-8570-56f428c8184f None None] Checking segment: {'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:12:10.485561 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-57ca5aad-9f27-4419-8570-56f428c8184f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:10.486176 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ca5aad-9f27-4419-8570-56f428c8184f None None] Bound using segment: {'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'} {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:12:10.486805 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.managers [None req-57ca5aad-9f27-4419-8570-56f428c8184f None None] Bound port: cb8fea6c-5acd-4ffb-9993-747646450016, host: dv-cinder-786385-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'}}] {{(pid=92344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:12:10.487343 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-57ca5aad-9f27-4419-8570-56f428c8184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:10.561520 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff26a7e5-ca75-4427-a831-1d6c6fc8e52e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:10.562831 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff26a7e5-ca75-4427-a831-1d6c6fc8e52e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:10.563597 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff26a7e5-ca75-4427-a831-1d6c6fc8e52e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:10.564145 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff26a7e5-ca75-4427-a831-1d6c6fc8e52e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:10.564656 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff26a7e5-ca75-4427-a831-1d6c6fc8e52e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:10.565316 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff26a7e5-ca75-4427-a831-1d6c6fc8e52e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:10.565777 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff26a7e5-ca75-4427-a831-1d6c6fc8e52e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:10.566382 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff26a7e5-ca75-4427-a831-1d6c6fc8e52e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:10.567017 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff26a7e5-ca75-4427-a831-1d6c6fc8e52e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:10.567827 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff26a7e5-ca75-4427-a831-1d6c6fc8e52e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:10.568456 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff26a7e5-ca75-4427-a831-1d6c6fc8e52e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:10.569837 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff26a7e5-ca75-4427-a831-1d6c6fc8e52e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:12:10.572162 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff26a7e5-ca75-4427-a831-1d6c6fc8e52e None None] Tracked resource versions report:
Jun 02 08:12:10.572162 dv-cinder-786385-7-iscsi neutron-server[92344]: pushed versions:
Jun 02 08:12:10.572162 dv-cinder-786385-7-iscsi neutron-server[92344]: {   'AddressGroup': {'1.2'},
Jun 02 08:12:10.572162 dv-cinder-786385-7-iscsi neutron-server[92344]:     'ConntrackHelper': {'1.0'},
Jun 02 08:12:10.572162 dv-cinder-786385-7-iscsi neutron-server[92344]:     'Log': {'1.0'},
Jun 02 08:12:10.572162 dv-cinder-786385-7-iscsi neutron-server[92344]:     'Network': {'1.1'},
Jun 02 08:12:10.572162 dv-cinder-786385-7-iscsi neutron-server[92344]:     'Port': {'1.7'},
Jun 02 08:12:10.572162 dv-cinder-786385-7-iscsi neutron-server[92344]:     'PortForwarding': {'1.2'},
Jun 02 08:12:10.572162 dv-cinder-786385-7-iscsi neutron-server[92344]:     'QosPolicy': {'1.8'},
Jun 02 08:12:10.572162 dv-cinder-786385-7-iscsi neutron-server[92344]:     'SecurityGroup': {'1.4'},
Jun 02 08:12:10.572162 dv-cinder-786385-7-iscsi neutron-server[92344]:     'SecurityGroupRule': {'1.2'},
Jun 02 08:12:10.572162 dv-cinder-786385-7-iscsi neutron-server[92344]:     'SubPort': {'1.0'},
Jun 02 08:12:10.572162 dv-cinder-786385-7-iscsi neutron-server[92344]:     'Subnet': {'1.1'},
Jun 02 08:12:10.572162 dv-cinder-786385-7-iscsi neutron-server[92344]:     'Trunk': {'1.1'}}
Jun 02 08:12:10.572162 dv-cinder-786385-7-iscsi neutron-server[92344]: consumer versions:
Jun 02 08:12:10.572162 dv-cinder-786385-7-iscsi neutron-server[92344]: {   DHCP agent@dv-cinder-786385-7-iscsi: {},
Jun 02 08:12:10.572162 dv-cinder-786385-7-iscsi neutron-server[92344]:     HyperV agent@hv-cinder-78638: {},
Jun 02 08:12:10.572162 dv-cinder-786385-7-iscsi neutron-server[92344]:     L3 agent@dv-cinder-786385-7-iscsi: {},
Jun 02 08:12:10.572162 dv-cinder-786385-7-iscsi neutron-server[92344]:     Metadata agent@dv-cinder-786385-7-iscsi: {},
Jun 02 08:12:10.572162 dv-cinder-786385-7-iscsi neutron-server[92344]:     Metering agent@dv-cinder-786385-7-iscsi: {},
Jun 02 08:12:10.572162 dv-cinder-786385-7-iscsi neutron-server[92344]:     Open vSwitch agent@dv-cinder-786385-7-iscsi: {   'AddressGroup': '1.2',
Jun 02 08:12:10.572162 dv-cinder-786385-7-iscsi neutron-server[92344]:                                                      'ConntrackHelper': '1.0',
Jun 02 08:12:10.572162 dv-cinder-786385-7-iscsi neutron-server[92344]:                                                      'Log': '1.0',
Jun 02 08:12:10.572162 dv-cinder-786385-7-iscsi neutron-server[92344]:                                                      'Network': '1.1',
Jun 02 08:12:10.572162 dv-cinder-786385-7-iscsi neutron-server[92344]:                                                      'Port': '1.7',
Jun 02 08:12:10.572162 dv-cinder-786385-7-iscsi neutron-server[92344]:                                                      'PortForwarding': '1.2',
Jun 02 08:12:10.572162 dv-cinder-786385-7-iscsi neutron-server[92344]:                                                      'QosPolicy': '1.8',
Jun 02 08:12:10.572162 dv-cinder-786385-7-iscsi neutron-server[92344]:                                                      'SecurityGroup': '1.4',
Jun 02 08:12:10.572162 dv-cinder-786385-7-iscsi neutron-server[92344]:                                                      'SecurityGroupRule': '1.2',
Jun 02 08:12:10.572162 dv-cinder-786385-7-iscsi neutron-server[92344]:                                                      'SubPort': '1.0',
Jun 02 08:12:10.572162 dv-cinder-786385-7-iscsi neutron-server[92344]:                                                      'Subnet': '1.1',
Jun 02 08:12:10.572162 dv-cinder-786385-7-iscsi neutron-server[92344]:                                                      'Trunk': '1.1'}}
Jun 02 08:12:10.572162 dv-cinder-786385-7-iscsi neutron-server[92344]:  {{(pid=92344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 02 08:12:10.650243 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.db [None req-57ca5aad-9f27-4419-8570-56f428c8184f None None] For port cb8fea6c-5acd-4ffb-9993-747646450016, host dv-cinder-786385-7-iscsi, cleared binding levels {{(pid=92344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:12:10.654048 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.db [None req-57ca5aad-9f27-4419-8570-56f428c8184f None None] For port cb8fea6c-5acd-4ffb-9993-747646450016, host dv-cinder-786385-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=cb8fea6c-5acd-4ffb-9993-747646450016,segment=NetworkSegment(7d00a59a-fd6b-444f-8454-6973ee677288),segment_id=7d00a59a-fd6b-444f-8454-6973ee677288)] {{(pid=92344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:12:10.655487 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [None req-ff26a7e5-ca75-4427-a831-1d6c6fc8e52e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:10.679563 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9448bc2b-3bd9-4fff-9ab5-58f0ad1d9301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945556', 'neutron.services.segments.db._delete_segments_for_network-8744146782841'] for network, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:10.680865 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-21a0676c-c49f-4f17-9002-63aec4cd47eb req-07987d66-49d2-40b4-bcde-f123b761a412 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6932d62-8de2-40c2-b8ce-322e3376299e HTTP/1.1" status: 200  len: 210 time: 0.2612758
Jun 02 08:12:10.704599 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9448bc2b-3bd9-4fff-9ab5-58f0ad1d9301 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f3e7ba16a00>> segment before_delete 55550000 {{(pid=92341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:12:10.708687 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9448bc2b-3bd9-4fff-9ab5-58f0ad1d9301 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f3e7ba16a00>> subnet precommit_delete_associations 55550000 {{(pid=92341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:12:10.708687 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9448bc2b-3bd9-4fff-9ab5-58f0ad1d9301 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3e7a7331f0>> segment_host_mapping after_create 55550000 {{(pid=92341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:12:10.708687 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9448bc2b-3bd9-4fff-9ab5-58f0ad1d9301 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3e7a7331f0>> port after_create 55550000 {{(pid=92341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:12:10.708687 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9448bc2b-3bd9-4fff-9ab5-58f0ad1d9301 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3e7a7331f0>> port after_delete 55550000 {{(pid=92341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:12:10.708687 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9448bc2b-3bd9-4fff-9ab5-58f0ad1d9301 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3e7a7331f0>> port after_update 55550000 {{(pid=92341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:12:10.708687 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9448bc2b-3bd9-4fff-9ab5-58f0ad1d9301 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3e7a7331f0>> segment after_delete 55550000 {{(pid=92341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:12:10.708687 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9448bc2b-3bd9-4fff-9ab5-58f0ad1d9301 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3e7a7331f0>> subnet after_create 55550000 {{(pid=92341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:12:10.708687 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9448bc2b-3bd9-4fff-9ab5-58f0ad1d9301 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3e7a7331f0>> subnet after_delete 55550000 {{(pid=92341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:12:10.709656 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9448bc2b-3bd9-4fff-9ab5-58f0ad1d9301 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3e7a7331f0>> subnet after_update 55550000 {{(pid=92341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:12:10.781396 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-57ca5aad-9f27-4419-8570-56f428c8184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:10.809856 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:10.885666 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3f4df92d-8a9b-4c11-85e4-1c145d3e2f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:10.905292 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ca5aad-9f27-4419-8570-56f428c8184f None None] Routers {'8d62b825-e1ad-415c-a7a0-95cf0c4d8061'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:12:10.906557 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-57ca5aad-9f27-4419-8570-56f428c8184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7aabcd30>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:11:42Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['8d62b825-e1ad-415c-a7a0-95cf0c4d8061'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:12:10.926254 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2829032-11db-43db-84b6-4a48763c75eb admin admin] Router 2dad9378-6c8a-4d2f-93e5-1449f65bcc08 is scheduled to L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac with binding_index 1 {{(pid=92342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 02 08:12:10.969230 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9448bc2b-3bd9-4fff-9ab5-58f0ad1d9301 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3e7aa07e80>> subnet after_create 55550000 {{(pid=92341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:12:10.969783 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9448bc2b-3bd9-4fff-9ab5-58f0ad1d9301 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3e7aa07e80>> subnet after_delete 55550000 {{(pid=92341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:12:10.969927 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9448bc2b-3bd9-4fff-9ab5-58f0ad1d9301 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3e7aa07e80>> subnet before_create 55550000 {{(pid=92341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:12:10.970211 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9448bc2b-3bd9-4fff-9ab5-58f0ad1d9301 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3e7aa07e80>> subnet before_update 55550000 {{(pid=92341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:12:10.970575 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.services.segments.db [None req-9448bc2b-3bd9-4fff-9ab5-58f0ad1d9301 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3e7ba16fa0>,) {'filters': {'network_id': ['ffd275b3-96aa-4dd6-ad67-029dc0cf0293']}} {{(pid=92341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:12:11.033547 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26a7e5-ca75-4427-a831-1d6c6fc8e52e None None] Pushing event updated for resources: {'Port': ['ID=cb8fea6c-5acd-4ffb-9993-747646450016,revision_number=3']} {{(pid=92344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:11.035030 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.services.segments.db [None req-9448bc2b-3bd9-4fff-9ab5-58f0ad1d9301 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e7ba16fa0>, '39b4d2e5-1a0a-405d-afd4-1343976d856d') {'for_net_delete': True} {{(pid=92341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:12:11.038315 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.services.segments.db [None req-9448bc2b-3bd9-4fff-9ab5-58f0ad1d9301 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e7ba16fa0>, '39b4d2e5-1a0a-405d-afd4-1343976d856d') {} {{(pid=92341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:12:11.040123 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [None req-ff26a7e5-ca75-4427-a831-1d6c6fc8e52e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:11.049617 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-05953a92-085e-4d6d-8398-91b12f9f352e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:11.051348 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-05953a92-085e-4d6d-8398-91b12f9f352e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.72 "GET /v2.0/networks?id=5abc9d26-3cb6-446d-969d-090f313dd1b0 HTTP/1.1" status: 200  len: 815 time: 0.8779006
Jun 02 08:12:11.063925 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9448bc2b-3bd9-4fff-9ab5-58f0ad1d9301 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744146786964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7973428'] for segment, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:11.098263 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9448bc2b-3bd9-4fff-9ab5-58f0ad1d9301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:11.107035 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-67799326-698b-4571-ab78-9b216cb8da55 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Request body: {'port': {'device_id': 'a6932d62-8de2-40c2-b8ce-322e3376299e', 'network_id': '5abc9d26-3cb6-446d-969d-090f313dd1b0', 'admin_state_up': True, 'tenant_id': '459588786ab44c4bbeeae4bc8cf7fcb5'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:12:11.172078 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9448bc2b-3bd9-4fff-9ab5-58f0ad1d9301 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=92341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 02 08:12:11.177654 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9448bc2b-3bd9-4fff-9ab5-58f0ad1d9301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6589853'] for segment, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]:   from cryptography.utils import int_from_bytes
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]:   from cryptography.utils import int_from_bytes
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]: Traceback (most recent call last):
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]:     timer()
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]:     cb(*args, **kw)
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]:     return func(*args, **kwargs)
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]:     self._notify()
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]:     self.callback(batched_events)
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]:     event.method(event)
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]:     return f(self, *a, **k)
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]:     return self._get(url).json()
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]:     return self.request(url, 'GET', **kwargs)
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 02 08:12:11.207459 dv-cinder-786385-7-iscsi neutron-server[92341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 02 08:12:11.230865 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-57ca5aad-9f27-4419-8570-56f428c8184f None None] Set router 8d62b825-e1ad-415c-a7a0-95cf0c4d8061 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:12:11.293910 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-854953ac-6e39-465f-ab61-b6d159a414ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:11.318121 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c9e0ea3a-d1a9-458d-97a9-0011424c5735 req-a2155298-842f-46b0-84ee-b4d688849974 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 210 time: 0.1572752
Jun 02 08:12:11.444952 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-854953ac-6e39-465f-ab61-b6d159a414ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:11.468300 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:11.538227 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2829032-11db-43db-84b6-4a48763c75eb admin admin] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:12:11.553344 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2cb00f-8db9-4c35-b6fb-ac2d3f7cd08a None None] Sync routers for ids ['2dad9378-6c8a-4d2f-93e5-1449f65bcc08'] in dv-cinder-786385-7-iscsi {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:12:11.565591 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-854953ac-6e39-465f-ab61-b6d159a414ab admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=92962de883dd45c9aa026c38c1905fb3&name=default HTTP/1.1" status: 200  len: 2979 time: 2.4759948
Jun 02 08:12:11.573563 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 57024) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:11.574683 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_common [None req-3f4df92d-8a9b-4c11-85e4-1c145d3e2f6a admin admin] Allocated IP 172.20.0.1 (6d786477-7c27-401f-af8f-402c8aef0584/7286860f-5241-4865-8fea-b07cfe7d1a59/c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb) {{(pid=92342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:12:11.575761 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854953ac-6e39-465f-ab61-b6d159a414ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10da551f-8fcd-4f35-a89d-e0937e3794ef,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:11.577505 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2cb00f-8db9-4c35-b6fb-ac2d3f7cd08a None None] Routers {'2dad9378-6c8a-4d2f-93e5-1449f65bcc08'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:12:11.578496 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-df2cb00f-8db9-4c35-b6fb-ac2d3f7cd08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7af3aaf0>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:11:42Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['2dad9378-6c8a-4d2f-93e5-1449f65bcc08'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:12:11.583473 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-67799326-698b-4571-ab78-9b216cb8da55 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:11.583473 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-854953ac-6e39-465f-ab61-b6d159a414ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:11.583473 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9448bc2b-3bd9-4fff-9ab5-58f0ad1d9301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8036641'] for network, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:11.586683 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-67799326-698b-4571-ab78-9b216cb8da55 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Usage tracker for resource:port and tenant:459588786ab44c4bbeeae4bc8cf7fcb5 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:11.590142 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-67799326-698b-4571-ab78-9b216cb8da55 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:11.596827 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:11.612280 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-67799326-698b-4571-ab78-9b216cb8da55 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:11.622750 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9448bc2b-3bd9-4fff-9ab5-58f0ad1d9301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:11.628484 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448bc2b-3bd9-4fff-9ab5-58f0ad1d9301 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffd275b3-96aa-4dd6-ad67-029dc0cf0293,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:11.637355 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-9448bc2b-3bd9-4fff-9ab5-58f0ad1d9301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:11.644226 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-9448bc2b-3bd9-4fff-9ab5-58f0ad1d9301 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ffd275b3-96aa-4dd6-ad67-029dc0cf0293 HTTP/1.1" status: 204  len: 168 time: 1.6334257
Jun 02 08:12:11.646795 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 57028) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:11.721352 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d26f52d-4d13-4527-af38-9ee1a1bdc38a admin admin] Deleting subnet bbe618c8-b18b-404e-ac07-55a2908d6e22 {{(pid=92341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 02 08:12:11.727126 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-57ca5aad-9f27-4419-8570-56f428c8184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7aabcd30>, [{'id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'name': 'tempest-AttachVolumeTestJSON-1730379299-router', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:12:03Z', 'updated_at': '2021-06-02T08:12:06Z', 'revision_number': 3, 'project_id': '72114cae61da476699f7059d4f116bba', 'gw_port': {'id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:93:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:05Z', 'updated_at': '2021-06-02T08:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:12:11.727452 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1d26f52d-4d13-4527-af38-9ee1a1bdc38a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:11.728596 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ca5aad-9f27-4419-8570-56f428c8184f None None] The sync data for ids ['8d62b825-e1ad-415c-a7a0-95cf0c4d8061'] in dv-cinder-786385-7-iscsi is: [{'id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'name': 'tempest-AttachVolumeTestJSON-1730379299-router', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:12:03Z', 'updated_at': '2021-06-02T08:12:06Z', 'revision_number': 3, 'project_id': '72114cae61da476699f7059d4f116bba', 'gw_port': {'id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:93:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:05Z', 'updated_at': '2021-06-02T08:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}] {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:12:11.805505 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1d26f52d-4d13-4527-af38-9ee1a1bdc38a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7973437'] for subnet, precommit_delete_associations {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:11.809104 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-10a5d1a8-8366-4549-a199-edfc921dd7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:11.888382 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b2829032-11db-43db-84b6-4a48763c75eb admin admin] Notify callbacks [] for router, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:11.889746 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-b2829032-11db-43db-84b6-4a48763c75eb admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 6.8208373
Jun 02 08:12:11.907495 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 57044) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:11.925952 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-22087cdf-093e-4056-82de-1d587743e583 req-aba5cfe3-ce04-4c6a-8e23-f001412f4566 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6932d62-8de2-40c2-b8ce-322e3376299e HTTP/1.1" status: 200  len: 210 time: 0.0680916
Jun 02 08:12:11.940691 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-67799326-698b-4571-ab78-9b216cb8da55 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Made reservation on behalf of 459588786ab44c4bbeeae4bc8cf7fcb5 for: {'port': 1} {{(pid=92341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:12:11.941843 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-67799326-698b-4571-ab78-9b216cb8da55 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:11.963103 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1d26f52d-4d13-4527-af38-9ee1a1bdc38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-943661'] for subnet, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:11.996812 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-df2cb00f-8db9-4c35-b6fb-ac2d3f7cd08a None None] Set router 2dad9378-6c8a-4d2f-93e5-1449f65bcc08 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:12:12.071647 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-10a5d1a8-8366-4549-a199-edfc921dd7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:12.334814 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.72', 51435) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:12.402518 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3f4df92d-8a9b-4c11-85e4-1c145d3e2f6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:12.642969 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:12.662194 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.provisioning_blocks [None req-3f4df92d-8a9b-4c11-85e4-1c145d3e2f6a admin admin] Transition to ACTIVE for port object c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb will not be triggered until provisioned by entity DHCP. {{(pid=92342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:12:12.666390 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-97a1e114-2922-4542-b410-f1a87b8e75b6 req-308e3576-0cb2-4e17-997d-49173a5fa39e tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 210 time: 0.1259303
Jun 02 08:12:12.672223 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-617aeeaa-4022-4706-84f0-8168288ab8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:12.680219 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-df2cb00f-8db9-4c35-b6fb-ac2d3f7cd08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7af3aaf0>, [{'id': '2dad9378-6c8a-4d2f-93e5-1449f65bcc08', 'name': 'tempest-ServerRescueNegativeTestJSON-313417868-router', 'tenant_id': '4e4215d7677d49a68195abd7f00b623e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '05819e5a-18ec-43c9-ba0c-e6b85c5b214d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:12:05Z', 'updated_at': '2021-06-02T08:12:08Z', 'revision_number': 3, 'project_id': '4e4215d7677d49a68195abd7f00b623e', 'gw_port': {'id': '05819e5a-18ec-43c9-ba0c-e6b85c5b214d', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dad9378-6c8a-4d2f-93e5-1449f65bcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:07Z', 'updated_at': '2021-06-02T08:12:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:12:12.722142 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2cb00f-8db9-4c35-b6fb-ac2d3f7cd08a None None] Checking router: 2dad9378-6c8a-4d2f-93e5-1449f65bcc08 for host: dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:12:12.725171 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2cb00f-8db9-4c35-b6fb-ac2d3f7cd08a None None] Updating router 2dad9378-6c8a-4d2f-93e5-1449f65bcc08 port 05819e5a-18ec-43c9-ba0c-e6b85c5b214d binding host dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 02 08:12:12.825090 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-10a5d1a8-8366-4549-a199-edfc921dd7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:12.860356 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-df2cb00f-8db9-4c35-b6fb-ac2d3f7cd08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:12.886755 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-07424c92-e272-49a0-8121-7351f6964668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:12.888070 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.db_base_plugin_common [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-67799326-698b-4571-ab78-9b216cb8da55 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Allocated IP 172.20.0.8 (5abc9d26-3cb6-446d-969d-090f313dd1b0/a26abb64-e4a3-4289-8a08-a11db3baccfa/9c1dd446-899f-48e9-b420-894033e526f6) {{(pid=92341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:12:12.918033 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5d1a8-8366-4549-a199-edfc921dd7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10da551f-8fcd-4f35-a89d-e0937e3794ef,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:12.922672 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device cb8fea6c-5acd-4ffb-9993-747646450016 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:12:12.929933 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-10a5d1a8-8366-4549-a199-edfc921dd7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:13.018508 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1d26f52d-4d13-4527-af38-9ee1a1bdc38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-943652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6589751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6928692'] for subnet, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:13.047242 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:13.106787 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-10a5d1a8-8366-4549-a199-edfc921dd7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:13.107973 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-10a5d1a8-8366-4549-a199-edfc921dd7c2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/10da551f-8fcd-4f35-a89d-e0937e3794ef HTTP/1.1" status: 204  len: 168 time: 1.5219753
Jun 02 08:12:13.352300 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d26f52d-4d13-4527-af38-9ee1a1bdc38a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbe618c8-b18b-404e-ac07-55a2908d6e22,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:13.360588 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-afb00b0e-0d10-4f19-af88-2f13b076a1d1 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:13.362246 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-afb00b0e-0d10-4f19-af88-2f13b076a1d1 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.72 "GET /v2.0/networks?id=8481c723-1b11-45d5-9f7c-8cb61f35dac9 HTTP/1.1" status: 200  len: 811 time: 1.0264709
Jun 02 08:12:13.397060 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1d26f52d-4d13-4527-af38-9ee1a1bdc38a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for subnet, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:13.506672 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-1d26f52d-4d13-4527-af38-9ee1a1bdc38a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/bbe618c8-b18b-404e-ac07-55a2908d6e22 HTTP/1.1" status: 204  len: 168 time: 1.8599143
Jun 02 08:12:13.516048 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 57092) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:13.521270 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3f4df92d-8a9b-4c11-85e4-1c145d3e2f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309'] for port, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:13.540861 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:13.580637 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-d81b521e-c897-41c4-b61a-c589ee21a4f0 req-9ab731b7-50fb-4f73-a120-845a67d26a8d tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Synchronizing usage tracker for tenant:459588786ab44c4bbeeae4bc8cf7fcb5 on resource:port {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:12:13.612778 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-1d26f52d-4d13-4527-af38-9ee1a1bdc38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:13.649768 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4df92d-8a9b-4c11-85e4-1c145d3e2f6a admin admin] Network 6d786477-7c27-401f-af8f-402c8aef0584 is already hosted by enough agents. {{(pid=92342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:12:13.775375 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-3f4df92d-8a9b-4c11-85e4-1c145d3e2f6a admin admin] Resources bound (agent type, host, resource id):  {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:12:13.792496 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4df92d-8a9b-4c11-85e4-1c145d3e2f6a admin admin] Received port after_create {{(pid=92342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:12:13.793466 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3f4df92d-8a9b-4c11-85e4-1c145d3e2f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8036782'] for router_interface, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:13.812323 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-df2cb00f-8db9-4c35-b6fb-ac2d3f7cd08a None None] Notify callbacks [] for port, precommit_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:13.829785 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-0dcdab70-18a8-4461-81a3-4b5999ab4e28 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Request body: {'port': {'device_id': 'bd2026f8-a5f6-423c-99a9-a423bb5230a7', 'network_id': '8481c723-1b11-45d5-9f7c-8cb61f35dac9', 'admin_state_up': True, 'tenant_id': '73385a1c9bdf4470848e6901133fc258'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:12:13.830047 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-df2cb00f-8db9-4c35-b6fb-ac2d3f7cd08a None None] Transition to ACTIVE for port object 05819e5a-18ec-43c9-ba0c-e6b85c5b214d will not be triggered until provisioned by entity L2. {{(pid=92343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:12:13.879018 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4df92d-8a9b-4c11-85e4-1c145d3e2f6a admin admin] Pushing event updated for resources: {'Port': ['ID=c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:13.885702 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-3f4df92d-8a9b-4c11-85e4-1c145d3e2f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:13.917598 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-df2cb00f-8db9-4c35-b6fb-ac2d3f7cd08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:13.923225 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:14.010726 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:14.038083 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning for port cb8fea6c-5acd-4ffb-9993-747646450016 completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:12:14.049612 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-286e7ea8-b14a-46bb-8489-1077e7af0aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951774'] for network, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:14.059682 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-d81b521e-c897-41c4-b61a-c589ee21a4f0 req-9ab731b7-50fb-4f73-a120-845a67d26a8d tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Unset dirty status for tenant:459588786ab44c4bbeeae4bc8cf7fcb5 on resource:port {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:12:14.076712 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d81b521e-c897-41c4-b61a-c589ee21a4f0 req-9ab731b7-50fb-4f73-a120-845a67d26a8d tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6932d62-8de2-40c2-b8ce-322e3376299e HTTP/1.1" status: 200  len: 210 time: 0.7896974
Jun 02 08:12:14.123410 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fcc3e-d888-4618-ac27-cbd702be4a42 None None] Pushing event updated for resources: {'Port': ['ID=05819e5a-18ec-43c9-ba0c-e6b85c5b214d,revision_number=2']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:14.134092 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port cb8fea6c-5acd-4ffb-9993-747646450016 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:12:14.134792 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:14.236208 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d9e9db4f-4c2b-4ee5-b340-356665f7d1ba req-27ed574d-d28d-4023-b5e2-92f665eecb1a tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 210 time: 0.1539552
Jun 02 08:12:14.248883 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-219fcc3e-d888-4618-ac27-cbd702be4a42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:14.361092 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 57102) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:14.368107 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-df2cb00f-8db9-4c35-b6fb-ac2d3f7cd08a None None] Attempting to bind port 05819e5a-18ec-43c9-ba0c-e6b85c5b214d on host dv-cinder-786385-7-iscsi for vnic_type normal with profile  {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:12:14.372091 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-0dcdab70-18a8-4461-81a3-4b5999ab4e28 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:14.372733 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-df2cb00f-8db9-4c35-b6fb-ac2d3f7cd08a None None] Attempting to bind port 05819e5a-18ec-43c9-ba0c-e6b85c5b214d by drivers openvswitch,hyperv on host dv-cinder-786385-7-iscsi at level 0 using segments [{'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:12:14.374344 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2cb00f-8db9-4c35-b6fb-ac2d3f7cd08a None None] Attempting to bind port 05819e5a-18ec-43c9-ba0c-e6b85c5b214d on network 25cee017-96f1-470f-84b1-115420be0257 {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:12:14.415975 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2cb00f-8db9-4c35-b6fb-ac2d3f7cd08a None None] Checking agent: {'id': '293b8e5c-58b0-46e6-908b-da5c92a2d3b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 4, 12), 'started_at': datetime.datetime(2021, 6, 2, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:12:14.416725 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2cb00f-8db9-4c35-b6fb-ac2d3f7cd08a None None] Checking segment: {'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:12:14.422207 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-df2cb00f-8db9-4c35-b6fb-ac2d3f7cd08a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:14.422832 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2cb00f-8db9-4c35-b6fb-ac2d3f7cd08a None None] Bound using segment: {'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:12:14.423479 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-df2cb00f-8db9-4c35-b6fb-ac2d3f7cd08a None None] Bound port: 05819e5a-18ec-43c9-ba0c-e6b85c5b214d, host: dv-cinder-786385-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'}}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:12:14.425362 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-df2cb00f-8db9-4c35-b6fb-ac2d3f7cd08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:14.427596 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-0dcdab70-18a8-4461-81a3-4b5999ab4e28 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Usage tracker for resource:port and tenant:73385a1c9bdf4470848e6901133fc258 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:14.436774 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-0dcdab70-18a8-4461-81a3-4b5999ab4e28 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:14.459578 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-0dcdab70-18a8-4461-81a3-4b5999ab4e28 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:14.483449 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-904e1b67-2444-43d6-9cdc-7ae4e958bba1 None None] Provisioning for port c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb completed by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:12:14.511780 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-904e1b67-2444-43d6-9cdc-7ae4e958bba1 None None] Provisioning complete for port c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:12:14.512603 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-904e1b67-2444-43d6-9cdc-7ae4e958bba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:14.594805 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-0dcdab70-18a8-4461-81a3-4b5999ab4e28 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Made reservation on behalf of 73385a1c9bdf4470848e6901133fc258 for: {'port': 1} {{(pid=92342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:12:14.603373 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-0dcdab70-18a8-4461-81a3-4b5999ab4e28 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:14.637221 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-df2cb00f-8db9-4c35-b6fb-ac2d3f7cd08a None None] For port 05819e5a-18ec-43c9-ba0c-e6b85c5b214d, host dv-cinder-786385-7-iscsi, cleared binding levels {{(pid=92343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:12:14.659114 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-286e7ea8-b14a-46bb-8489-1077e7af0aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945556', 'neutron.services.segments.db._delete_segments_for_network-8744146782841'] for network, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:14.692523 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.services.segments.db [None req-286e7ea8-b14a-46bb-8489-1077e7af0aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3e7ab07be0>,) {'filters': {'network_id': ['a099dfbf-8d09-4b0d-b59b-5c45ac9a3921']}} {{(pid=92341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:12:14.720211 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.services.segments.db [None req-286e7ea8-b14a-46bb-8489-1077e7af0aa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e7ab07be0>, '360d71fb-46b6-4e26-b15c-88d27414dab3') {'for_net_delete': True} {{(pid=92341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:12:14.721061 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.services.segments.db [None req-286e7ea8-b14a-46bb-8489-1077e7af0aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e7ab07be0>, '360d71fb-46b6-4e26-b15c-88d27414dab3') {} {{(pid=92341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:12:14.747068 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-286e7ea8-b14a-46bb-8489-1077e7af0aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744146786964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7973428'] for segment, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:14.760750 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-67799326-698b-4571-ab78-9b216cb8da55 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Notify callbacks [] for port, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:14.775876 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-286e7ea8-b14a-46bb-8489-1077e7af0aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:14.787595 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-286e7ea8-b14a-46bb-8489-1077e7af0aa5 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=92341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 02 08:12:14.788045 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-286e7ea8-b14a-46bb-8489-1077e7af0aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6589853'] for segment, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:14.799530 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-df2cb00f-8db9-4c35-b6fb-ac2d3f7cd08a None None] For port 05819e5a-18ec-43c9-ba0c-e6b85c5b214d, host dv-cinder-786385-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=05819e5a-18ec-43c9-ba0c-e6b85c5b214d,segment=NetworkSegment(7d00a59a-fd6b-444f-8454-6973ee677288),segment_id=7d00a59a-fd6b-444f-8454-6973ee677288)] {{(pid=92343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:12:14.803156 dv-cinder-786385-7-iscsi neutron-server[92341]: Traceback (most recent call last):
Jun 02 08:12:14.803156 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 02 08:12:14.803156 dv-cinder-786385-7-iscsi neutron-server[92341]:     timer()
Jun 02 08:12:14.803156 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 02 08:12:14.803156 dv-cinder-786385-7-iscsi neutron-server[92341]:     cb(*args, **kw)
Jun 02 08:12:14.803156 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 02 08:12:14.803156 dv-cinder-786385-7-iscsi neutron-server[92341]:     return func(*args, **kwargs)
Jun 02 08:12:14.803156 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 02 08:12:14.803156 dv-cinder-786385-7-iscsi neutron-server[92341]:     self._notify()
Jun 02 08:12:14.803156 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 02 08:12:14.803156 dv-cinder-786385-7-iscsi neutron-server[92341]:     self.callback(batched_events)
Jun 02 08:12:14.803156 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 02 08:12:14.803156 dv-cinder-786385-7-iscsi neutron-server[92341]:     event.method(event)
Jun 02 08:12:14.803156 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 02 08:12:14.803156 dv-cinder-786385-7-iscsi neutron-server[92341]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 02 08:12:14.803156 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 02 08:12:14.803156 dv-cinder-786385-7-iscsi neutron-server[92341]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 02 08:12:14.803156 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 02 08:12:14.803156 dv-cinder-786385-7-iscsi neutron-server[92341]:     return f(self, *a, **k)
Jun 02 08:12:14.803156 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 02 08:12:14.803156 dv-cinder-786385-7-iscsi neutron-server[92341]:     return self._get(url).json()
Jun 02 08:12:14.803156 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 02 08:12:14.803156 dv-cinder-786385-7-iscsi neutron-server[92341]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 02 08:12:14.803156 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 02 08:12:14.803156 dv-cinder-786385-7-iscsi neutron-server[92341]:     return self.request(url, 'GET', **kwargs)
Jun 02 08:12:14.803156 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 02 08:12:14.803156 dv-cinder-786385-7-iscsi neutron-server[92341]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 02 08:12:14.803156 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 02 08:12:14.803156 dv-cinder-786385-7-iscsi neutron-server[92341]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 02 08:12:14.803156 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 02 08:12:14.803156 dv-cinder-786385-7-iscsi neutron-server[92341]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 02 08:12:14.803156 dv-cinder-786385-7-iscsi neutron-server[92341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 02 08:12:14.835033 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-904e1b67-2444-43d6-9cdc-7ae4e958bba1 None None] Port c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb cannot update to ACTIVE because it is not bound. {{(pid=92343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 02 08:12:14.850884 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:14.867003 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-df2cb00f-8db9-4c35-b6fb-ac2d3f7cd08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:14.898893 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:14.954252 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-286e7ea8-b14a-46bb-8489-1077e7af0aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8036641'] for network, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:15.189834 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-286e7ea8-b14a-46bb-8489-1077e7af0aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:15.192163 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-59b61dab-730e-4b0a-9afd-e68f2ca31b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:15.198246 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fcc3e-d888-4618-ac27-cbd702be4a42 None None] Pushing event updated for resources: {'Port': ['ID=05819e5a-18ec-43c9-ba0c-e6b85c5b214d,revision_number=3']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:15.198246 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-219fcc3e-d888-4618-ac27-cbd702be4a42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:15.198246 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] For port cb8fea6c-5acd-4ffb-9993-747646450016, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=cb8fea6c-5acd-4ffb-9993-747646450016,segment=NetworkSegment(7d00a59a-fd6b-444f-8454-6973ee677288),segment_id=7d00a59a-fd6b-444f-8454-6973ee677288)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:12:15.202403 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-cf099f5a-5278-460e-a3eb-0be8f7e5ec1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:15.204644 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2cb00f-8db9-4c35-b6fb-ac2d3f7cd08a None None] Routers {'2dad9378-6c8a-4d2f-93e5-1449f65bcc08'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:12:15.204644 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-df2cb00f-8db9-4c35-b6fb-ac2d3f7cd08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7af3aaf0>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:12:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['2dad9378-6c8a-4d2f-93e5-1449f65bcc08'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:12:15.206624 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-59b61dab-730e-4b0a-9afd-e68f2ca31b04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:15.206624 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3f4df92d-8a9b-4c11-85e4-1c145d3e2f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:15.207575 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-286e7ea8-b14a-46bb-8489-1077e7af0aa5 admin admin] 10.222.0.77 "DELETE /v2.0/networks/a099dfbf-8d09-4b0d-b59b-5c45ac9a3921 HTTP/1.1" status: 204  len: 168 time: 1.5234561
Jun 02 08:12:15.207575 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e7ea8-b14a-46bb-8489-1077e7af0aa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a099dfbf-8d09-4b0d-b59b-5c45ac9a3921,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:15.208181 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-59b61dab-730e-4b0a-9afd-e68f2ca31b04 admin admin] Usage tracker for resource:security_group_rule and tenant:da94f67fbdd14f8c94a0ef43091ec434 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:15.208181 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-2ff75704-dbb2-41ea-bcee-4457470af032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:15.208736 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-286e7ea8-b14a-46bb-8489-1077e7af0aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:15.208736 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-67799326-698b-4571-ab78-9b216cb8da55 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:15.209669 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-59b61dab-730e-4b0a-9afd-e68f2ca31b04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:15.209669 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-59b61dab-730e-4b0a-9afd-e68f2ca31b04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:15.212872 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-7698a8f0-2a96-45f6-878c-2da8e7f054d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:15.292098 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-67799326-698b-4571-ab78-9b216cb8da55 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Network 5abc9d26-3cb6-446d-969d-090f313dd1b0 is already hosted by enough agents. {{(pid=92341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:12:15.301051 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-67799326-698b-4571-ab78-9b216cb8da55 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Resources bound (agent type, host, resource id):  {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:12:15.313865 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-67799326-698b-4571-ab78-9b216cb8da55 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Received port after_create {{(pid=92341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:12:15.334481 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:15.360698 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:15.415753 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_common [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-0dcdab70-18a8-4461-81a3-4b5999ab4e28 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Allocated IP 172.20.0.10 (8481c723-1b11-45d5-9f7c-8cb61f35dac9/aff6c8a9-234e-4d0e-ae04-ec9b4cd02c9f/6fe3907e-afd5-4f73-847c-48608a00fd98) {{(pid=92342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:12:15.497691 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Pushing event updated for resources: {'Port': ['ID=cb8fea6c-5acd-4ffb-9993-747646450016,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:15.516482 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:15.522607 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-df2cb00f-8db9-4c35-b6fb-ac2d3f7cd08a None None] Set router 2dad9378-6c8a-4d2f-93e5-1449f65bcc08 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:12:15.532331 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-59b61dab-730e-4b0a-9afd-e68f2ca31b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:15.627643 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-590a239f-3522-406a-9572-119aa7cdde73 req-cd763d28-011e-4cab-a06a-bc9ca2514f63 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 210 time: 0.1693804
Jun 02 08:12:15.688046 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404cea7f-d480-47f3-be08-449e76ec1758 req-e2fbd646-5870-41ab-9fb0-c8e4f6130520 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:15.690410 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-404cea7f-d480-47f3-be08-449e76ec1758 req-e2fbd646-5870-41ab-9fb0-c8e4f6130520 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6932d62-8de2-40c2-b8ce-322e3376299e HTTP/1.1" status: 200  len: 931 time: 0.1824646
Jun 02 08:12:15.691575 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67799326-698b-4571-ab78-9b216cb8da55 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Pushing event updated for resources: {'Port': ['ID=9c1dd446-899f-48e9-b420-894033e526f6,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:15.696724 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-67799326-698b-4571-ab78-9b216cb8da55 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:15.722792 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-59b61dab-730e-4b0a-9afd-e68f2ca31b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:15.731775 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-67799326-698b-4571-ab78-9b216cb8da55 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:15.734913 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-67799326-698b-4571-ab78-9b216cb8da55 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:15.791691 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:15.800983 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-59b61dab-730e-4b0a-9afd-e68f2ca31b04 admin admin] Synchronizing usage tracker for tenant:e05cec9c1f294ceaaa2b320713460299 on resource:security_group {{(pid=92342) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:12:15.825795 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:15.836741 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-404cea7f-d480-47f3-be08-449e76ec1758 req-437818ca-9726-4930-8a12-b74e90e109e6 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258295
Jun 02 08:12:15.924004 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-67799326-698b-4571-ab78-9b216cb8da55 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.8232520
Jun 02 08:12:15.976840 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-59b61dab-730e-4b0a-9afd-e68f2ca31b04 admin admin] Unset dirty status for tenant:e05cec9c1f294ceaaa2b320713460299 on resource:security_group {{(pid=92342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:12:15.980682 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-59b61dab-730e-4b0a-9afd-e68f2ca31b04 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=da94f67fbdd14f8c94a0ef43091ec434&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6139023
Jun 02 08:12:15.981422 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 57142) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:16.002528 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b61dab-730e-4b0a-9afd-e68f2ca31b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8659a847-f74b-4851-98b2-e7ed1a65329f,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:16.006552 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 57144) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:16.059203 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-59b61dab-730e-4b0a-9afd-e68f2ca31b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:16.069061 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-df2cb00f-8db9-4c35-b6fb-ac2d3f7cd08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7af3aaf0>, [{'id': '2dad9378-6c8a-4d2f-93e5-1449f65bcc08', 'name': 'tempest-ServerRescueNegativeTestJSON-313417868-router', 'tenant_id': '4e4215d7677d49a68195abd7f00b623e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '05819e5a-18ec-43c9-ba0c-e6b85c5b214d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:12:05Z', 'updated_at': '2021-06-02T08:12:08Z', 'revision_number': 3, 'project_id': '4e4215d7677d49a68195abd7f00b623e', 'gw_port': {'id': '05819e5a-18ec-43c9-ba0c-e6b85c5b214d', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dad9378-6c8a-4d2f-93e5-1449f65bcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:07Z', 'updated_at': '2021-06-02T08:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:12:16.073801 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2cb00f-8db9-4c35-b6fb-ac2d3f7cd08a None None] The sync data for ids ['2dad9378-6c8a-4d2f-93e5-1449f65bcc08'] in dv-cinder-786385-7-iscsi is: [{'id': '2dad9378-6c8a-4d2f-93e5-1449f65bcc08', 'name': 'tempest-ServerRescueNegativeTestJSON-313417868-router', 'tenant_id': '4e4215d7677d49a68195abd7f00b623e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '05819e5a-18ec-43c9-ba0c-e6b85c5b214d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:12:05Z', 'updated_at': '2021-06-02T08:12:08Z', 'revision_number': 3, 'project_id': '4e4215d7677d49a68195abd7f00b623e', 'gw_port': {'id': '05819e5a-18ec-43c9-ba0c-e6b85c5b214d', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dad9378-6c8a-4d2f-93e5-1449f65bcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:07Z', 'updated_at': '2021-06-02T08:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}] {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:12:16.117484 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-3fc5f5fb-6731-4082-bdd8-ffa972668b68 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=92341) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 02 08:12:16.120908 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-3fc5f5fb-6731-4082-bdd8-ffa972668b68 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0222404
Jun 02 08:12:16.196999 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-4fb18999-da3a-4861-9d6e-a3bcc91f8508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:16.284769 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-4fb18999-da3a-4861-9d6e-a3bcc91f8508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:16.475935 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-4fb18999-da3a-4861-9d6e-a3bcc91f8508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:16.484716 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-f4397b15-96f5-45eb-90b7-b65b9f79b4aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:16.506874 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb18999-da3a-4861-9d6e-a3bcc91f8508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8659a847-f74b-4851-98b2-e7ed1a65329f,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:16.512368 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-4fb18999-da3a-4861-9d6e-a3bcc91f8508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:16.527259 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-4fb18999-da3a-4861-9d6e-a3bcc91f8508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:16.529289 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-4fb18999-da3a-4861-9d6e-a3bcc91f8508 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8659a847-f74b-4851-98b2-e7ed1a65329f HTTP/1.1" status: 204  len: 168 time: 0.5455773
Jun 02 08:12:16.570816 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_common [None req-2ff75704-dbb2-41ea-bcee-4457470af032 admin admin] Allocated IP 172.20.0.1 (9845329e-acbc-4864-8fcb-054e52779455/c714f4d4-5e2f-43c9-8b5e-164491687504/debcdf1f-b611-4af2-a51d-4daff2d6f8ae) {{(pid=92342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:12:16.608666 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-1daedf27-3623-4ee0-b8cb-e1c44e22a3d2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=729e012a322e4e0b94d030fd9c6e0835&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5506320
Jun 02 08:12:16.613805 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-0dcdab70-18a8-4461-81a3-4b5999ab4e28 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Notify callbacks [] for port, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:16.616623 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 57152) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:16.790133 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f4b4e0f0-7103-4090-9285-74d799d66c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:16.852972 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f4b4e0f0-7103-4090-9285-74d799d66c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:16.923242 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3f4df92d-8a9b-4c11-85e4-1c145d3e2f6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:17.016038 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d46da226-48b2-424c-bb6e-b9aa0ed43b35 req-9866eb6f-0fa1-4126-a36e-4736e4da221f tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 210 time: 0.0980337
Jun 02 08:12:17.025803 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3f4df92d-8a9b-4c11-85e4-1c145d3e2f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:17.049385 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3f4df92d-8a9b-4c11-85e4-1c145d3e2f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8036811'] for router_interface, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:17.081896 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:17.171857 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d7654-b45d-4682-a395-de07d3047339 req-079bbd14-a71c-4fec-b038-949cbc7853f9 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:17.182264 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b66d7654-b45d-4682-a395-de07d3047339 req-079bbd14-a71c-4fec-b038-949cbc7853f9 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6932d62-8de2-40c2-b8ce-322e3376299e HTTP/1.1" status: 200  len: 931 time: 0.1707416
Jun 02 08:12:17.215883 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f4b4e0f0-7103-4090-9285-74d799d66c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:17.227235 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-66f1fd7b-1788-42a6-b8de-a5dd373db3e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:17.247305 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b4e0f0-7103-4090-9285-74d799d66c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc5f88b-8e40-4e72-bd1f-f14aa996ae20,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:17.252627 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-f4b4e0f0-7103-4090-9285-74d799d66c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:17.279130 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 57162) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:17.282737 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f4b4e0f0-7103-4090-9285-74d799d66c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:17.284153 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-f4b4e0f0-7103-4090-9285-74d799d66c6d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2dc5f88b-8e40-4e72-bd1f-f14aa996ae20 HTTP/1.1" status: 204  len: 168 time: 0.6665533
Jun 02 08:12:17.298444 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-2ff75704-dbb2-41ea-bcee-4457470af032 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:17.298619 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b66d7654-b45d-4682-a395-de07d3047339 req-7c54f520-f7b1-4630-b33f-f6b96bb88789 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100383
Jun 02 08:12:17.358680 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4df92d-8a9b-4c11-85e4-1c145d3e2f6a admin admin] Pushing event updated for resources: {'Port': ['ID=c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb,revision_number=2']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:17.368266 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-3f4df92d-8a9b-4c11-85e4-1c145d3e2f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:17.540982 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-2ff75704-dbb2-41ea-bcee-4457470af032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309'] for port, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:17.549176 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-0dcdab70-18a8-4461-81a3-4b5999ab4e28 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309'] for port, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:17.565924 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:17.626033 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 05819e5a-18ec-43c9-ba0c-e6b85c5b214d up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:12:17.682344 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff75704-dbb2-41ea-bcee-4457470af032 admin admin] Network 9845329e-acbc-4864-8fcb-054e52779455 is already hosted by enough agents. {{(pid=92342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:12:17.692145 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-2ff75704-dbb2-41ea-bcee-4457470af032 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:12:17.694621 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff75704-dbb2-41ea-bcee-4457470af032 admin admin] Received port after_create {{(pid=92342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:12:17.695083 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-2ff75704-dbb2-41ea-bcee-4457470af032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8036782'] for router_interface, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:17.700828 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-0dcdab70-18a8-4461-81a3-4b5999ab4e28 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Network 8481c723-1b11-45d5-9f7c-8cb61f35dac9 is already hosted by enough agents. {{(pid=92342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:12:17.710468 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-0dcdab70-18a8-4461-81a3-4b5999ab4e28 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Resources bound (agent type, host, resource id):  {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:12:17.712898 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-0dcdab70-18a8-4461-81a3-4b5999ab4e28 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Received port after_create {{(pid=92342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:12:17.725882 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-0dcdab70-18a8-4461-81a3-4b5999ab4e28 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:17.726531 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-0dcdab70-18a8-4461-81a3-4b5999ab4e28 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for port, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:17.737994 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff75704-dbb2-41ea-bcee-4457470af032 admin admin] Pushing event updated for resources: {'Port': ['ID=debcdf1f-b611-4af2-a51d-4daff2d6f8ae,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:17.776276 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 57172) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:17.792055 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning for port 05819e5a-18ec-43c9-ba0c-e6b85c5b214d completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:12:17.802252 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 05819e5a-18ec-43c9-ba0c-e6b85c5b214d triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:12:17.802568 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:17.810762 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d0fd62f8-01a3-4fb5-9cba-d1004b4666f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:17.828123 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4df92d-8a9b-4c11-85e4-1c145d3e2f6a admin admin] Network 6d786477-7c27-401f-af8f-402c8aef0584 is already hosted by enough agents. {{(pid=92342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:12:17.835075 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-3f4df92d-8a9b-4c11-85e4-1c145d3e2f6a admin admin] Resources bound (agent type, host, resource id):  {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:12:17.867337 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-d0fd62f8-01a3-4fb5-9cba-d1004b4666f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:17.880602 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-d0fd62f8-01a3-4fb5-9cba-d1004b4666f8 admin admin] Usage tracker for resource:security_group_rule and tenant:f9a2f8c746b54974bc2411aa18853e4c is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:17.884066 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-d0fd62f8-01a3-4fb5-9cba-d1004b4666f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:17.904128 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-d0fd62f8-01a3-4fb5-9cba-d1004b4666f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:17.964745 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcdab70-18a8-4461-81a3-4b5999ab4e28 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Pushing event updated for resources: {'Port': ['ID=6fe3907e-afd5-4f73-847c-48608a00fd98,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:17.967663 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-0dcdab70-18a8-4461-81a3-4b5999ab4e28 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:17.971809 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-0ac310e1-7df8-4661-a65b-df86740b2a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.332s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:17.973114 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-0ac310e1-7df8-4661-a65b-df86740b2a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:18.135404 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-0dcdab70-18a8-4461-81a3-4b5999ab4e28 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.3631940
Jun 02 08:12:18.192929 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:18.215797 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] For port 05819e5a-18ec-43c9-ba0c-e6b85c5b214d, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=05819e5a-18ec-43c9-ba0c-e6b85c5b214d,segment=NetworkSegment(7d00a59a-fd6b-444f-8454-6973ee677288),segment_id=7d00a59a-fd6b-444f-8454-6973ee677288)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:12:18.264960 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d0fd62f8-01a3-4fb5-9cba-d1004b4666f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:18.282390 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:18.284874 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device cb8fea6c-5acd-4ffb-9993-747646450016 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:12:18.339917 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:18.342411 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-6ad570d1-5e28-46b9-90af-ad1e81a61783 service neutron] Request body: {'port': {'device_id': 'a6932d62-8de2-40c2-b8ce-322e3376299e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:12:18.377933 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4df92d-8a9b-4c11-85e4-1c145d3e2f6a admin admin] Router 8d62b825-e1ad-415c-a7a0-95cf0c4d8061 has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:12:18.424908 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-c9965f05-7f77-4b8e-ab5e-1e0c4b5ffe1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:18.491747 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d0fd62f8-01a3-4fb5-9cba-d1004b4666f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:18.541827 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-4fb18999-da3a-4861-9d6e-a3bcc91f8508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:18.674628 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-c03022b2-71c0-4d03-b3ce-0183cd99376c service neutron] Request body: {'port': {'device_id': 'bd2026f8-a5f6-423c-99a9-a423bb5230a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:12:18.692583 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e0034cb2-fca7-43a8-805f-70bd44b8eb28 None None] Provisioning complete for port c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:12:18.693150 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e0034cb2-fca7-43a8-805f-70bd44b8eb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:18.714039 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-c9965f05-7f77-4b8e-ab5e-1e0c4b5ffe1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:18.768115 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Pushing event updated for resources: {'Port': ['ID=05819e5a-18ec-43c9-ba0c-e6b85c5b214d,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:18.782109 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-c9965f05-7f77-4b8e-ab5e-1e0c4b5ffe1d admin admin] Usage tracker for resource:security_group_rule and tenant:1d019d35e9c14043a62c87126164453f is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:18.782190 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:18.791871 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-e0034cb2-fca7-43a8-805f-70bd44b8eb28 None None] Port c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb cannot update to ACTIVE because it is not bound. {{(pid=92343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 02 08:12:18.806018 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port cb8fea6c-5acd-4ffb-9993-747646450016 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:12:18.806579 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:18.863534 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-c9965f05-7f77-4b8e-ab5e-1e0c4b5ffe1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:18.895525 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 57190) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:18.908349 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-d0fd62f8-01a3-4fb5-9cba-d1004b4666f8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f9a2f8c746b54974bc2411aa18853e4c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1308596
Jun 02 08:12:18.945650 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-2ff75704-dbb2-41ea-bcee-4457470af032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:18.959361 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 57192) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:18.970663 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-c9965f05-7f77-4b8e-ab5e-1e0c4b5ffe1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:18.977220 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd62f8-01a3-4fb5-9cba-d1004b4666f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242323fe-45f8-46bf-bc1d-fc0499b09148,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:18.985404 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-d0fd62f8-01a3-4fb5-9cba-d1004b4666f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:19.059728 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466fa7c-1aec-4c25-949a-cb046dcfede3 req-66927c1d-5000-494e-a512-4f4a93aac4c0 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:19.063203 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c466fa7c-1aec-4c25-949a-cb046dcfede3 req-66927c1d-5000-494e-a512-4f4a93aac4c0 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6932d62-8de2-40c2-b8ce-322e3376299e HTTP/1.1" status: 200  len: 931 time: 0.5104637
Jun 02 08:12:19.130111 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4df92d-8a9b-4c11-85e4-1c145d3e2f6a admin admin] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:12:19.142298 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2064fc-47d5-4a67-bf0b-bf24c5a82f35 None None] Sync routers for ids ['8d62b825-e1ad-415c-a7a0-95cf0c4d8061'] in dv-cinder-786385-7-iscsi {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:12:19.166831 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2064fc-47d5-4a67-bf0b-bf24c5a82f35 None None] Routers {'8d62b825-e1ad-415c-a7a0-95cf0c4d8061'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:12:19.167477 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-fc2064fc-47d5-4a67-bf0b-bf24c5a82f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7ac4e640>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:12:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['8d62b825-e1ad-415c-a7a0-95cf0c4d8061'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:12:19.168896 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-3f4df92d-8a9b-4c11-85e4-1c145d3e2f6a admin admin] 10.222.0.77 "PUT /v2.0/routers/8d62b825-e1ad-415c-a7a0-95cf0c4d8061/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.0660326
Jun 02 08:12:19.283170 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-c03022b2-71c0-4d03-b3ce-0183cd99376c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:19.297323 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-0e3bc7bf-e7d1-4547-81dd-504d1c4d4dde admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1775e0cc0126407bbe715be2e688b89b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3637819
Jun 02 08:12:19.321863 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-6ad570d1-5e28-46b9-90af-ad1e81a61783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:19.339960 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 57198) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:19.385296 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0e935-b679-4b24-a660-d2a4b14b2f10 req-4677fa00-f0ef-43df-8435-990d5d14480d tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:19.392848 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-08a0e935-b679-4b24-a660-d2a4b14b2f10 req-4677fa00-f0ef-43df-8435-990d5d14480d tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 932 time: 0.9751475
Jun 02 08:12:19.504157 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 05819e5a-18ec-43c9-ba0c-e6b85c5b214d up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:12:19.609756 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c466fa7c-1aec-4c25-949a-cb046dcfede3 req-005d5176-d564-4d25-9963-c4f3a737223e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5376756
Jun 02 08:12:19.703682 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-fc2064fc-47d5-4a67-bf0b-bf24c5a82f35 None None] Set router 8d62b825-e1ad-415c-a7a0-95cf0c4d8061 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:12:19.713365 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-619ecdc0-c83d-49de-a5a7-d8fe70e6c606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:19.716694 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-08a0e935-b679-4b24-a660-d2a4b14b2f10 req-f6211d3c-4ea3-4b0d-a0dc-7c045d6fefff tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Synchronizing usage tracker for tenant:73385a1c9bdf4470848e6901133fc258 on resource:security_group {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:12:19.767601 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 05819e5a-18ec-43c9-ba0c-e6b85c5b214d triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:12:19.768493 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:19.798531 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-c9965f05-7f77-4b8e-ab5e-1e0c4b5ffe1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:19.817488 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-619ecdc0-c83d-49de-a5a7-d8fe70e6c606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:20.148226 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-52ad5c30-5e2c-4f80-9b74-723d38c26b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:20.272134 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-2ff75704-dbb2-41ea-bcee-4457470af032 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:20.349387 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-52ad5c30-5e2c-4f80-9b74-723d38c26b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:20.571922 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-c03022b2-71c0-4d03-b3ce-0183cd99376c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe3907e-afd5-4f73-847c-48608a00fd98 {{(pid=92342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:12:20.581808 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-c03022b2-71c0-4d03-b3ce-0183cd99376c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:20.590520 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-fc2064fc-47d5-4a67-bf0b-bf24c5a82f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7ac4e640>, [{'id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'name': 'tempest-AttachVolumeTestJSON-1730379299-router', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:12:03Z', 'updated_at': '2021-06-02T08:12:14Z', 'revision_number': 4, 'project_id': '72114cae61da476699f7059d4f116bba', 'gw_port': {'id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:05Z', 'updated_at': '2021-06-02T08:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': 'c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb', 'name': '', 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'mac_address': 'fa:16:3e:3f:8a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7286860f-5241-4865-8fea-b07cfe7d1a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:11Z', 'updated_at': '2021-06-02T08:12:15Z', 'revision_number': 2, 'project_id': '72114cae61da476699f7059d4f116bba', 'subnets': [{'id': '7286860f-5241-4865-8fea-b07cfe7d1a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:12:20.600630 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2064fc-47d5-4a67-bf0b-bf24c5a82f35 None None] Checking router: 8d62b825-e1ad-415c-a7a0-95cf0c4d8061 for host: dv-cinder-786385-7-iscsi {{(pid=92344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:12:20.601003 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2064fc-47d5-4a67-bf0b-bf24c5a82f35 None None] Updating router 8d62b825-e1ad-415c-a7a0-95cf0c4d8061 port c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb binding host dv-cinder-786385-7-iscsi {{(pid=92344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 02 08:12:20.660606 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-08a0e935-b679-4b24-a660-d2a4b14b2f10 req-f6211d3c-4ea3-4b0d-a0dc-7c045d6fefff tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Unset dirty status for tenant:73385a1c9bdf4470848e6901133fc258 on resource:security_group {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:12:20.662486 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-08a0e935-b679-4b24-a660-d2a4b14b2f10 req-f6211d3c-4ea3-4b0d-a0dc-7c045d6fefff tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/security-groups?id=18c48bd7-fc97-4dce-b928-75c6d3ac5997&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2681940
Jun 02 08:12:20.666042 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-c9965f05-7f77-4b8e-ab5e-1e0c4b5ffe1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:20.680877 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-fc2064fc-47d5-4a67-bf0b-bf24c5a82f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:20.695360 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-f4b4e0f0-7103-4090-9285-74d799d66c6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:20.728784 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-2ff75704-dbb2-41ea-bcee-4457470af032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:20.739899 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-2ff75704-dbb2-41ea-bcee-4457470af032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8036811'] for router_interface, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:20.739899 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-3f4df92d-8a9b-4c11-85e4-1c145d3e2f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:20.746701 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-6ad570d1-5e28-46b9-90af-ad1e81a61783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c1dd446-899f-48e9-b420-894033e526f6 {{(pid=92341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:12:20.758920 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9965f05-7f77-4b8e-ab5e-1e0c4b5ffe1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad3ccc5-ae14-471e-906f-04e27a757946,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:20.763304 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-c9965f05-7f77-4b8e-ab5e-1e0c4b5ffe1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:20.774491 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-619ecdc0-c83d-49de-a5a7-d8fe70e6c606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:20.776709 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-6ad570d1-5e28-46b9-90af-ad1e81a61783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:20.787645 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:20.798686 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-c9965f05-7f77-4b8e-ab5e-1e0c4b5ffe1d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1d019d35e9c14043a62c87126164453f&name=default HTTP/1.1" status: 200  len: 2979 time: 3.5178585
Jun 02 08:12:20.808231 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 57216) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:20.856905 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.provisioning_blocks [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-c03022b2-71c0-4d03-b3ce-0183cd99376c service neutron] Transition to ACTIVE for port object 6fe3907e-afd5-4f73-847c-48608a00fd98 will not be triggered until provisioned by entity L2. {{(pid=92342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:12:20.870616 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-52ad5c30-5e2c-4f80-9b74-723d38c26b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:20.881488 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ecdc0-c83d-49de-a5a7-d8fe70e6c606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242323fe-45f8-46bf-bc1d-fc0499b09148,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:20.888833 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-619ecdc0-c83d-49de-a5a7-d8fe70e6c606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:20.921960 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.provisioning_blocks [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-6ad570d1-5e28-46b9-90af-ad1e81a61783 service neutron] Transition to ACTIVE for port object 9c1dd446-899f-48e9-b420-894033e526f6 will not be triggered until provisioned by entity L2. {{(pid=92341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:12:20.967238 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-c03022b2-71c0-4d03-b3ce-0183cd99376c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:21.038264 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-619ecdc0-c83d-49de-a5a7-d8fe70e6c606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:21.039627 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-619ecdc0-c83d-49de-a5a7-d8fe70e6c606 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/242323fe-45f8-46bf-bc1d-fc0499b09148 HTTP/1.1" status: 204  len: 168 time: 2.0641134
Jun 02 08:12:21.069827 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-6ad570d1-5e28-46b9-90af-ad1e81a61783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589761'] for port, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:21.117095 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-67799326-698b-4571-ab78-9b216cb8da55 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:21.163410 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d4c07fa2-f6fb-4942-b884-21ef88c91368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:21.219528 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-fc2064fc-47d5-4a67-bf0b-bf24c5a82f35 None None] Notify callbacks [] for port, precommit_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:21.231004 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.provisioning_blocks [None req-fc2064fc-47d5-4a67-bf0b-bf24c5a82f35 None None] Transition to ACTIVE for port object c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb will not be triggered until provisioned by entity L2. {{(pid=92344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:12:21.234232 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad570d1-5e28-46b9-90af-ad1e81a61783 service neutron] Pushing event updated for resources: {'Port': ['ID=9c1dd446-899f-48e9-b420-894033e526f6,revision_number=2']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:21.311629 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 57224) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:21.326731 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-fc2064fc-47d5-4a67-bf0b-bf24c5a82f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:21.334257 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [None req-43d6bd3f-2b5a-4b98-9a17-9e09f240c5f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:21.342943 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d4c07fa2-f6fb-4942-b884-21ef88c91368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:21.399435 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-6ad570d1-5e28-46b9-90af-ad1e81a61783 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:21.406288 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-52ad5c30-5e2c-4f80-9b74-723d38c26b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:21.406871 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-107b8bb3-7126-47a2-bb7c-538dcc040f90 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Request body: {'security_group': {'name': 'tempest-securitygroup--889918565', 'description': 'tempest-description--1783989287'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:12:21.406981 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-52ad5c30-5e2c-4f80-9b74-723d38c26b16 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6ef6460a-50bc-409e-bc8e-87027012b1f0 HTTP/1.1" status: 204  len: 168 time: 2.0318391
Jun 02 08:12:21.431927 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-107b8bb3-7126-47a2-bb7c-538dcc040f90 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:21.470567 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff75704-dbb2-41ea-bcee-4457470af032 admin admin] Pushing event updated for resources: {'Port': ['ID=debcdf1f-b611-4af2-a51d-4daff2d6f8ae,revision_number=2']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:21.492477 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-2ff75704-dbb2-41ea-bcee-4457470af032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:21.495353 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-534a4a9e-fc30-49b4-aaf8-436b99326081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.511s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:21.547052 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad5c30-5e2c-4f80-9b74-723d38c26b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef6460a-50bc-409e-bc8e-87027012b1f0,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:21.567547 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.managers [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-c03022b2-71c0-4d03-b3ce-0183cd99376c service neutron] Attempting to bind port 6fe3907e-afd5-4f73-847c-48608a00fd98 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:12:21.567547 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.managers [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-c03022b2-71c0-4d03-b3ce-0183cd99376c service neutron] Attempting to bind port 6fe3907e-afd5-4f73-847c-48608a00fd98 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'cbacedb0-f1b7-4967-907a-db8d5831b89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '8481c723-1b11-45d5-9f7c-8cb61f35dac9'}] {{(pid=92342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:12:21.567547 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-c03022b2-71c0-4d03-b3ce-0183cd99376c service neutron] Attempting to bind port 6fe3907e-afd5-4f73-847c-48608a00fd98 on network 8481c723-1b11-45d5-9f7c-8cb61f35dac9 {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:12:21.574544 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d4c07fa2-f6fb-4942-b884-21ef88c91368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:21.574753 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-52ad5c30-5e2c-4f80-9b74-723d38c26b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:21.576362 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-107b8bb3-7126-47a2-bb7c-538dcc040f90 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Usage tracker for resource:security_group and tenant:72114cae61da476699f7059d4f116bba is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:21.577112 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-c03022b2-71c0-4d03-b3ce-0183cd99376c service neutron] Port 6fe3907e-afd5-4f73-847c-48608a00fd98 on network 8481c723-1b11-45d5-9f7c-8cb61f35dac9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 02 08:12:21.577432 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-c03022b2-71c0-4d03-b3ce-0183cd99376c service neutron] Attempting to bind port 6fe3907e-afd5-4f73-847c-48608a00fd98 on network 8481c723-1b11-45d5-9f7c-8cb61f35dac9 {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:12:21.588122 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-107b8bb3-7126-47a2-bb7c-538dcc040f90 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:21.603929 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-b2829032-11db-43db-84b6-4a48763c75eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.443s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:21.610121 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:21.641645 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-107b8bb3-7126-47a2-bb7c-538dcc040f90 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:21.660587 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c07fa2-f6fb-4942-b884-21ef88c91368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad3ccc5-ae14-471e-906f-04e27a757946,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:21.670190 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879c672-f2c9-458e-b2db-e6e1247a10e0 req-7bf9ceee-5643-4dbc-ba5b-e59e30f4ef2a tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:21.672464 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6879c672-f2c9-458e-b2db-e6e1247a10e0 req-7bf9ceee-5643-4dbc-ba5b-e59e30f4ef2a tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6932d62-8de2-40c2-b8ce-322e3376299e HTTP/1.1" status: 200  len: 943 time: 0.7380488
Jun 02 08:12:21.675920 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-d4c07fa2-f6fb-4942-b884-21ef88c91368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:21.679075 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.managers [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-6ad570d1-5e28-46b9-90af-ad1e81a61783 service neutron] Attempting to bind port 9c1dd446-899f-48e9-b420-894033e526f6 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:12:21.679590 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.managers [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-6ad570d1-5e28-46b9-90af-ad1e81a61783 service neutron] Attempting to bind port 9c1dd446-899f-48e9-b420-894033e526f6 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'b642ba97-1b26-4c7e-972e-d6caae7f9c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5abc9d26-3cb6-446d-969d-090f313dd1b0'}] {{(pid=92341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:12:21.679950 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-6ad570d1-5e28-46b9-90af-ad1e81a61783 service neutron] Attempting to bind port 9c1dd446-899f-48e9-b420-894033e526f6 on network 5abc9d26-3cb6-446d-969d-090f313dd1b0 {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:12:21.686759 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d4c07fa2-f6fb-4942-b884-21ef88c91368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:21.701255 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-d4c07fa2-f6fb-4942-b884-21ef88c91368 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4ad3ccc5-ae14-471e-906f-04e27a757946 HTTP/1.1" status: 204  len: 168 time: 0.8873281
Jun 02 08:12:21.709105 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-6ad570d1-5e28-46b9-90af-ad1e81a61783 service neutron] Port 9c1dd446-899f-48e9-b420-894033e526f6 on network 5abc9d26-3cb6-446d-969d-090f313dd1b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 02 08:12:21.709432 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-6ad570d1-5e28-46b9-90af-ad1e81a61783 service neutron] Attempting to bind port 9c1dd446-899f-48e9-b420-894033e526f6 on network 5abc9d26-3cb6-446d-969d-090f313dd1b0 {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:12:21.724102 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-c03022b2-71c0-4d03-b3ce-0183cd99376c service neutron] Checking agent: {'id': '5f85f1d8-5acd-47ff-be11-89642c504a90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:12:21.732534 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-c03022b2-71c0-4d03-b3ce-0183cd99376c service neutron] Checking segment: {'id': 'cbacedb0-f1b7-4967-907a-db8d5831b89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '8481c723-1b11-45d5-9f7c-8cb61f35dac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:12:21.733198 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-c03022b2-71c0-4d03-b3ce-0183cd99376c service neutron] Bound using segment: {'id': 'cbacedb0-f1b7-4967-907a-db8d5831b89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '8481c723-1b11-45d5-9f7c-8cb61f35dac9'} {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:12:21.733698 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.managers [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-c03022b2-71c0-4d03-b3ce-0183cd99376c service neutron] Bound port: 6fe3907e-afd5-4f73-847c-48608a00fd98, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbacedb0-f1b7-4967-907a-db8d5831b89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '8481c723-1b11-45d5-9f7c-8cb61f35dac9'}}] {{(pid=92342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:12:21.734595 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-c03022b2-71c0-4d03-b3ce-0183cd99376c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:21.737713 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bac34a-1437-4b19-9788-cee59e80a07a None None] Pushing event updated for resources: {'Port': ['ID=c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb,revision_number=3']} {{(pid=92344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:21.763445 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-6ad570d1-5e28-46b9-90af-ad1e81a61783 service neutron] Checking agent: {'id': '5f85f1d8-5acd-47ff-be11-89642c504a90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:12:21.763849 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-6ad570d1-5e28-46b9-90af-ad1e81a61783 service neutron] Checking segment: {'id': 'b642ba97-1b26-4c7e-972e-d6caae7f9c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5abc9d26-3cb6-446d-969d-090f313dd1b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:12:21.766651 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-6ad570d1-5e28-46b9-90af-ad1e81a61783 service neutron] Bound using segment: {'id': 'b642ba97-1b26-4c7e-972e-d6caae7f9c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5abc9d26-3cb6-446d-969d-090f313dd1b0'} {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:12:21.767180 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.managers [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-6ad570d1-5e28-46b9-90af-ad1e81a61783 service neutron] Bound port: 9c1dd446-899f-48e9-b420-894033e526f6, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b642ba97-1b26-4c7e-972e-d6caae7f9c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5abc9d26-3cb6-446d-969d-090f313dd1b0'}}] {{(pid=92341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:12:21.767535 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-6ad570d1-5e28-46b9-90af-ad1e81a61783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:21.817527 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [None req-08bac34a-1437-4b19-9788-cee59e80a07a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:21.955513 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-6ad570d1-5e28-46b9-90af-ad1e81a61783 service neutron] For port 9c1dd446-899f-48e9-b420-894033e526f6, host hv-cinder-78638, cleared binding levels {{(pid=92341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:12:21.963309 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-6ad570d1-5e28-46b9-90af-ad1e81a61783 service neutron] For port 9c1dd446-899f-48e9-b420-894033e526f6, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9c1dd446-899f-48e9-b420-894033e526f6,segment=NetworkSegment(b642ba97-1b26-4c7e-972e-d6caae7f9c07),segment_id=b642ba97-1b26-4c7e-972e-d6caae7f9c07)] {{(pid=92341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:12:21.967651 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.managers [None req-fc2064fc-47d5-4a67-bf0b-bf24c5a82f35 None None] Attempting to bind port c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb on host dv-cinder-786385-7-iscsi for vnic_type normal with profile  {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:12:21.970093 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6879c672-f2c9-458e-b2db-e6e1247a10e0 req-825fb297-fea9-41d6-9179-24fb0e4ccb08 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2661383
Jun 02 08:12:21.971033 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-107b8bb3-7126-47a2-bb7c-538dcc040f90 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:21.986534 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.managers [None req-fc2064fc-47d5-4a67-bf0b-bf24c5a82f35 None None] Attempting to bind port c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb by drivers openvswitch,hyperv on host dv-cinder-786385-7-iscsi at level 0 using segments [{'id': 'd228646d-971f-4da9-a65d-c70903a4f851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584'}] {{(pid=92344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:12:21.986534 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2064fc-47d5-4a67-bf0b-bf24c5a82f35 None None] Attempting to bind port c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb on network 6d786477-7c27-401f-af8f-402c8aef0584 {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:12:21.996910 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-107b8bb3-7126-47a2-bb7c-538dcc040f90 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:22.001248 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-107b8bb3-7126-47a2-bb7c-538dcc040f90 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Usage tracker for resource:security_group_rule and tenant:72114cae61da476699f7059d4f116bba is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:22.001472 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2064fc-47d5-4a67-bf0b-bf24c5a82f35 None None] Checking agent: {'id': '293b8e5c-58b0-46e6-908b-da5c92a2d3b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 4, 12), 'started_at': datetime.datetime(2021, 6, 2, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:12:22.002037 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2064fc-47d5-4a67-bf0b-bf24c5a82f35 None None] Checking segment: {'id': 'd228646d-971f-4da9-a65d-c70903a4f851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:12:22.002778 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-fc2064fc-47d5-4a67-bf0b-bf24c5a82f35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:22.004730 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2064fc-47d5-4a67-bf0b-bf24c5a82f35 None None] Bound using segment: {'id': 'd228646d-971f-4da9-a65d-c70903a4f851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584'} {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:12:22.005639 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-107b8bb3-7126-47a2-bb7c-538dcc040f90 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:22.006696 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.managers [None req-fc2064fc-47d5-4a67-bf0b-bf24c5a82f35 None None] Bound port: c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb, host: dv-cinder-786385-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd228646d-971f-4da9-a65d-c70903a4f851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584'}}] {{(pid=92344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:12:22.007317 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-fc2064fc-47d5-4a67-bf0b-bf24c5a82f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:22.012926 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-107b8bb3-7126-47a2-bb7c-538dcc040f90 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:22.017083 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff75704-dbb2-41ea-bcee-4457470af032 admin admin] Network 9845329e-acbc-4864-8fcb-054e52779455 is already hosted by enough agents. {{(pid=92342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:12:22.038304 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-2ff75704-dbb2-41ea-bcee-4457470af032 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:12:22.087328 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03022b2-71c0-4d03-b3ce-0183cd99376c service neutron] Pushing event updated for resources: {'Port': ['ID=6fe3907e-afd5-4f73-847c-48608a00fd98,revision_number=2']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:22.100956 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-c03022b2-71c0-4d03-b3ce-0183cd99376c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:22.150924 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-6ad570d1-5e28-46b9-90af-ad1e81a61783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589761'] for port, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:22.217106 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:22.305980 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-107b8bb3-7126-47a2-bb7c-538dcc040f90 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:22.318134 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.db [None req-fc2064fc-47d5-4a67-bf0b-bf24c5a82f35 None None] For port c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb, host dv-cinder-786385-7-iscsi, cleared binding levels {{(pid=92344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:12:22.322840 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.db [None req-fc2064fc-47d5-4a67-bf0b-bf24c5a82f35 None None] For port c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb, host dv-cinder-786385-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb,segment=NetworkSegment(d228646d-971f-4da9-a65d-c70903a4f851),segment_id=d228646d-971f-4da9-a65d-c70903a4f851)] {{(pid=92344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:12:22.357591 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-c03022b2-71c0-4d03-b3ce-0183cd99376c service neutron] For port 6fe3907e-afd5-4f73-847c-48608a00fd98, host hv-cinder-78638, cleared binding levels {{(pid=92342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:12:22.369382 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-6ad570d1-5e28-46b9-90af-ad1e81a61783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:22.370472 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-6ad570d1-5e28-46b9-90af-ad1e81a61783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:22.373276 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-6ad570d1-5e28-46b9-90af-ad1e81a61783 service neutron] 10.222.0.72 "PUT /v2.0/ports/9c1dd446-899f-48e9-b420-894033e526f6 HTTP/1.1" status: 200  len: 1093 time: 4.6550994
Jun 02 08:12:22.378581 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6932d62-8de2-40c2-b8ce-322e3376299e', 'tag': '9c1dd446-899f-48e9-b420-894033e526f6'}] {{(pid=92341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:12:22.389085 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-107b8bb3-7126-47a2-bb7c-538dcc040f90 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:22.398255 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-fc2064fc-47d5-4a67-bf0b-bf24c5a82f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:22.402038 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [None req-08bac34a-1437-4b19-9788-cee59e80a07a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:22.416987 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-c03022b2-71c0-4d03-b3ce-0183cd99376c service neutron] For port 6fe3907e-afd5-4f73-847c-48608a00fd98, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6fe3907e-afd5-4f73-847c-48608a00fd98,segment=NetworkSegment(cbacedb0-f1b7-4967-907a-db8d5831b89f),segment_id=cbacedb0-f1b7-4967-907a-db8d5831b89f)] {{(pid=92342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:12:22.431068 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad570d1-5e28-46b9-90af-ad1e81a61783 service neutron] Pushing event updated for resources: {'Port': ['ID=9c1dd446-899f-48e9-b420-894033e526f6,revision_number=3']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:22.437704 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-6ad570d1-5e28-46b9-90af-ad1e81a61783 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:22.441381 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-d4c07fa2-f6fb-4942-b884-21ef88c91368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:22.482288 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff75704-dbb2-41ea-bcee-4457470af032 admin admin] Router 2dad9378-6c8a-4d2f-93e5-1449f65bcc08 has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:12:22.487648 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9eeb9c-9a6c-4cd2-90f7-834cc55a92b3 req-3221f477-70d7-4eae-801e-519ff0f67905 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:22.489935 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1d9eeb9c-9a6c-4cd2-90f7-834cc55a92b3 req-3221f477-70d7-4eae-801e-519ff0f67905 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 944 time: 0.5247548
Jun 02 08:12:22.494074 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b8bb3-7126-47a2-bb7c-538dcc040f90 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:22.515887 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-107b8bb3-7126-47a2-bb7c-538dcc040f90 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:22.623528 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2064fc-47d5-4a67-bf0b-bf24c5a82f35 None None] Routers {'8d62b825-e1ad-415c-a7a0-95cf0c4d8061'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:12:22.624153 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-fc2064fc-47d5-4a67-bf0b-bf24c5a82f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7ac4e640>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:12:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['8d62b825-e1ad-415c-a7a0-95cf0c4d8061'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:12:22.648246 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-107b8bb3-7126-47a2-bb7c-538dcc040f90 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:22.651231 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-107b8bb3-7126-47a2-bb7c-538dcc040f90 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.2548277
Jun 02 08:12:22.657002 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 57254) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:22.662725 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-869923b1-80ad-4003-bc83-85e22a612e8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Request body: {'security_group_rule': {'security_group_id': '53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:12:22.686352 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1d9eeb9c-9a6c-4cd2-90f7-834cc55a92b3 req-4e82fe9c-768f-4755-87d0-31700a1bc47c tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/security-groups?id=18c48bd7-fc97-4dce-b928-75c6d3ac5997&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1893759
Jun 02 08:12:22.689309 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-869923b1-80ad-4003-bc83-85e22a612e8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:22.726800 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bac34a-1437-4b19-9788-cee59e80a07a None None] Pushing event updated for resources: {'Port': ['ID=c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb,revision_number=4']} {{(pid=92344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:22.740764 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [None req-08bac34a-1437-4b19-9788-cee59e80a07a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:22.763885 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-869923b1-80ad-4003-bc83-85e22a612e8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Usage tracker for resource:security_group_rule and tenant:72114cae61da476699f7059d4f116bba is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:22.770645 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-869923b1-80ad-4003-bc83-85e22a612e8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:22.793895 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-869923b1-80ad-4003-bc83-85e22a612e8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:22.837435 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-144008e1-3021-41e3-b4d5-c7acc1cdf339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:22.842196 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-144008e1-3021-41e3-b4d5-c7acc1cdf339 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=459588786ab44c4bbeeae4bc8cf7fcb5&device_id=a6932d62-8de2-40c2-b8ce-322e3376299e HTTP/1.1" status: 200  len: 1096 time: 0.2853801
Jun 02 08:12:23.031669 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-0c560623-6c7f-493d-8601-f0ffb7e08915 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c1dd446-899f-48e9-b420-894033e526f6 HTTP/1.1" status: 200  len: 217 time: 0.1801252
Jun 02 08:12:23.044974 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-869923b1-80ad-4003-bc83-85e22a612e8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:23.053133 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff75704-dbb2-41ea-bcee-4457470af032 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:12:23.056229 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-c03022b2-71c0-4d03-b3ce-0183cd99376c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:23.062541 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91890531-7f46-41b8-9c34-0eb0e396a444 None None] Sync routers for ids ['2dad9378-6c8a-4d2f-93e5-1449f65bcc08'] in dv-cinder-786385-7-iscsi {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:12:23.073670 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-2ff75704-dbb2-41ea-bcee-4457470af032 admin admin] 10.222.0.77 "PUT /v2.0/routers/2dad9378-6c8a-4d2f-93e5-1449f65bcc08/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.1650805
Jun 02 08:12:23.081042 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91890531-7f46-41b8-9c34-0eb0e396a444 None None] Routers {'2dad9378-6c8a-4d2f-93e5-1449f65bcc08'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:12:23.083149 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-91890531-7f46-41b8-9c34-0eb0e396a444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7aa09b80>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:12:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['2dad9378-6c8a-4d2f-93e5-1449f65bcc08'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:12:23.085935 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:23.100154 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-fc2064fc-47d5-4a67-bf0b-bf24c5a82f35 None None] Set router 8d62b825-e1ad-415c-a7a0-95cf0c4d8061 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:12:23.163276 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d416597fa12f88f8d9bd515793328be5ccabd674e07c2f357b392af977663f84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e96144-4bb2-441b-8ea3-218239db0cde" -d '{"events": [{"name": "network-changed", "server_uuid": "a6932d62-8de2-40c2-b8ce-322e3376299e", "tag": "9c1dd446-899f-48e9-b420-894033e526f6"}]}' {{(pid=92341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:12:23.173283 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03022b2-71c0-4d03-b3ce-0183cd99376c service neutron] Pushing event updated for resources: {'Port': ['ID=6fe3907e-afd5-4f73-847c-48608a00fd98,revision_number=3']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:23.178264 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-c03022b2-71c0-4d03-b3ce-0183cd99376c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:23.186715 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-c03022b2-71c0-4d03-b3ce-0183cd99376c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:23.186715 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-c03022b2-71c0-4d03-b3ce-0183cd99376c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for port, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:23.191946 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-c03022b2-71c0-4d03-b3ce-0183cd99376c service neutron] 10.222.0.72 "PUT /v2.0/ports/6fe3907e-afd5-4f73-847c-48608a00fd98 HTTP/1.1" status: 200  len: 1094 time: 5.0356452
Jun 02 08:12:23.192684 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2026f8-a5f6-423c-99a9-a423bb5230a7', 'tag': '6fe3907e-afd5-4f73-847c-48608a00fd98'}] {{(pid=92342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:12:23.260875 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-b0370075-a229-4be9-80df-1304161d4af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:23.262708 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-b0370075-a229-4be9-80df-1304161d4af2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a26abb64-e4a3-4289-8a08-a11db3baccfa HTTP/1.1" status: 200  len: 855 time: 0.1955237
Jun 02 08:12:23.330334 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-0a767b34-44f1-41ff-8067-c52534b753c6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5abc9d26-3cb6-446d-969d-090f313dd1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0536020
Jun 02 08:12:23.332524 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-869923b1-80ad-4003-bc83-85e22a612e8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:23.451991 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 57278) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:23.491873 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-674290f2-496e-4994-a59c-962aa044adb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:23.511375 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-674290f2-496e-4994-a59c-962aa044adb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:23.515929 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-674290f2-496e-4994-a59c-962aa044adb5 admin admin] Usage tracker for resource:security_group_rule and tenant:66c9fdf2f3c0485b96c7c4b403a2b102 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:23.521031 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-674290f2-496e-4994-a59c-962aa044adb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:23.528398 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-674290f2-496e-4994-a59c-962aa044adb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:23.575827 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-91890531-7f46-41b8-9c34-0eb0e396a444 None None] Set router 2dad9378-6c8a-4d2f-93e5-1449f65bcc08 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:12:23.723647 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-869923b1-80ad-4003-bc83-85e22a612e8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216472'] for security_group_rule, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:23.769922 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-fc2064fc-47d5-4a67-bf0b-bf24c5a82f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7ac4e640>, [{'id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'name': 'tempest-AttachVolumeTestJSON-1730379299-router', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:12:03Z', 'updated_at': '2021-06-02T08:12:14Z', 'revision_number': 4, 'project_id': '72114cae61da476699f7059d4f116bba', 'gw_port': {'id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:05Z', 'updated_at': '2021-06-02T08:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': 'c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb', 'name': '', 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'mac_address': 'fa:16:3e:3f:8a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7286860f-5241-4865-8fea-b07cfe7d1a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:11Z', 'updated_at': '2021-06-02T08:12:22Z', 'revision_number': 4, 'project_id': '72114cae61da476699f7059d4f116bba', 'subnets': [{'id': '7286860f-5241-4865-8fea-b07cfe7d1a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:12:23.788913 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2064fc-47d5-4a67-bf0b-bf24c5a82f35 None None] The sync data for ids ['8d62b825-e1ad-415c-a7a0-95cf0c4d8061'] in dv-cinder-786385-7-iscsi is: [{'id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'name': 'tempest-AttachVolumeTestJSON-1730379299-router', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:12:03Z', 'updated_at': '2021-06-02T08:12:14Z', 'revision_number': 4, 'project_id': '72114cae61da476699f7059d4f116bba', 'gw_port': {'id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:05Z', 'updated_at': '2021-06-02T08:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': 'c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb', 'name': '', 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'mac_address': 'fa:16:3e:3f:8a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7286860f-5241-4865-8fea-b07cfe7d1a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:11Z', 'updated_at': '2021-06-02T08:12:22Z', 'revision_number': 4, 'project_id': '72114cae61da476699f7059d4f116bba', 'subnets': [{'id': '7286860f-5241-4865-8fea-b07cfe7d1a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:12:24.106230 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:24.141018 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-142733df-0241-4897-b691-382bdf0ec86a service neutron] 10.222.0.72 "GET /v2.0/networks/5abc9d26-3cb6-446d-969d-090f313dd1b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5557737
Jun 02 08:12:24.154328 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17047441-4083-4090-9413-32007860a257 x-openstack-request-id: req-17047441-4083-4090-9413-32007860a257 {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:12:24.158207 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6932d62-8de2-40c2-b8ce-322e3376299e", "tag": "9c1dd446-899f-48e9-b420-894033e526f6", "status": "completed", "code": 200}]} {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:12:24.158207 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-17047441-4083-4090-9413-32007860a257 {{(pid=92341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:12:24.158207 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6932d62-8de2-40c2-b8ce-322e3376299e', 'tag': '9c1dd446-899f-48e9-b420-894033e526f6', 'status': 'completed', 'code': 200}
Jun 02 08:12:24.208809 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869923b1-80ad-4003-bc83-85e22a612e8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef5da3f-e142-463a-830e-a6c8bf5afd7f,revision_number=0']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:24.241290 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-674290f2-496e-4994-a59c-962aa044adb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:24.278903 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-869923b1-80ad-4003-bc83-85e22a612e8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:24.280865 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-f8ebba2d-2dbc-499a-8800-7966cfcdd6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:24.285334 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-f8ebba2d-2dbc-499a-8800-7966cfcdd6d0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=73385a1c9bdf4470848e6901133fc258&device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 1097 time: 0.6333919
Jun 02 08:12:24.296711 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39f203-545d-457c-9604-aa7dc31c4ffb req-f7b68360-644c-46fb-bc75-aa2606dcb27c tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:24.298376 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ba39f203-545d-457c-9604-aa7dc31c4ffb req-f7b68360-644c-46fb-bc75-aa2606dcb27c tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6932d62-8de2-40c2-b8ce-322e3376299e HTTP/1.1" status: 200  len: 943 time: 0.9624395
Jun 02 08:12:24.372356 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-869923b1-80ad-4003-bc83-85e22a612e8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:24.391753 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-869923b1-80ad-4003-bc83-85e22a612e8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.7333570
Jun 02 08:12:24.393672 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 57308) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:24.399062 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-2b490e0b-0f63-4fb7-a1e0-b0a8452434b6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fe3907e-afd5-4f73-847c-48608a00fd98 HTTP/1.1" status: 200  len: 217 time: 0.0853879
Jun 02 08:12:24.400506 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-674290f2-496e-4994-a59c-962aa044adb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:24.472224 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-59b61dab-730e-4b0a-9afd-e68f2ca31b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:24.486325 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-674290f2-496e-4994-a59c-962aa044adb5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=66c9fdf2f3c0485b96c7c4b403a2b102&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0331140
Jun 02 08:12:24.492804 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 57312) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:24.496397 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-d47efac7-715b-4aa8-9b55-ffe30bce474f tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Request body: {'security_group_rule': {'security_group_id': '53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:12:24.620511 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-91890531-7f46-41b8-9c34-0eb0e396a444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7aa09b80>, [{'id': '2dad9378-6c8a-4d2f-93e5-1449f65bcc08', 'name': 'tempest-ServerRescueNegativeTestJSON-313417868-router', 'tenant_id': '4e4215d7677d49a68195abd7f00b623e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '05819e5a-18ec-43c9-ba0c-e6b85c5b214d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:12:05Z', 'updated_at': '2021-06-02T08:12:18Z', 'revision_number': 4, 'project_id': '4e4215d7677d49a68195abd7f00b623e', 'gw_port': {'id': '05819e5a-18ec-43c9-ba0c-e6b85c5b214d', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dad9378-6c8a-4d2f-93e5-1449f65bcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:07Z', 'updated_at': '2021-06-02T08:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': 'debcdf1f-b611-4af2-a51d-4daff2d6f8ae', 'name': '', 'network_id': '9845329e-acbc-4864-8fcb-054e52779455', 'tenant_id': '4e4215d7677d49a68195abd7f00b623e', 'mac_address': 'fa:16:3e:12:c2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dad9378-6c8a-4d2f-93e5-1449f65bcc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c714f4d4-5e2f-43c9-8b5e-164491687504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:15Z', 'updated_at': '2021-06-02T08:12:19Z', 'revision_number': 2, 'project_id': '4e4215d7677d49a68195abd7f00b623e', 'subnets': [{'id': 'c714f4d4-5e2f-43c9-8b5e-164491687504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:12:24.638344 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91890531-7f46-41b8-9c34-0eb0e396a444 None None] Checking router: 2dad9378-6c8a-4d2f-93e5-1449f65bcc08 for host: dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:12:24.638344 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91890531-7f46-41b8-9c34-0eb0e396a444 None None] Updating router 2dad9378-6c8a-4d2f-93e5-1449f65bcc08 port debcdf1f-b611-4af2-a51d-4daff2d6f8ae binding host dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 02 08:12:24.653190 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e374b3b879b00d97b29532d72ba3bb6ea3956478347f3877d9246faf94d18eae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c211301-db4f-4542-af0e-b027de8ad7b8" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2026f8-a5f6-423c-99a9-a423bb5230a7", "tag": "6fe3907e-afd5-4f73-847c-48608a00fd98"}]}' {{(pid=92342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:12:24.662479 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-721d8c26-0d87-47a3-b1d9-43aab6204d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:24.700001 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-721d8c26-0d87-47a3-b1d9-43aab6204d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:24.747954 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674290f2-496e-4994-a59c-962aa044adb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64c8441-a6a2-4942-bb4a-e4ee45d248d7,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:24.756496 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-674290f2-496e-4994-a59c-962aa044adb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:24.803991 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-77d110ce-1db2-4c2c-a8c5-b0f5ac265a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:24.805299 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-d47efac7-715b-4aa8-9b55-ffe30bce474f tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:24.809155 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-77d110ce-1db2-4c2c-a8c5-b0f5ac265a4b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aff6c8a9-234e-4d0e-ae04-ec9b4cd02c9f HTTP/1.1" status: 200  len: 851 time: 0.3747346
Jun 02 08:12:24.826758 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-91890531-7f46-41b8-9c34-0eb0e396a444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:24.885546 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ba39f203-545d-457c-9604-aa7dc31c4ffb req-9a6ff7f4-d9c4-48f8-a99a-4673b167123c tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5262642
Jun 02 08:12:24.888869 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-d47efac7-715b-4aa8-9b55-ffe30bce474f tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Usage tracker for resource:security_group_rule and tenant:72114cae61da476699f7059d4f116bba is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:24.894716 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-d47efac7-715b-4aa8-9b55-ffe30bce474f tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:24.969243 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-d47efac7-715b-4aa8-9b55-ffe30bce474f tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:25.008671 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-ac6cbe96-3b75-416a-9e9b-5c20ea6ee3f4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8481c723-1b11-45d5-9f7c-8cb61f35dac9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1133635
Jun 02 08:12:25.073178 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5f7603e5-3c53-4155-8075-66cfc12a655d req-809ca0d0-b357-4f05-a5e1-85609d765269 service neutron] 10.222.0.72 "GET /v2.0/networks/5abc9d26-3cb6-446d-969d-090f313dd1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8617280
Jun 02 08:12:25.094220 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f0530-35d1-49e3-94d2-db777a461d18 req-9dcc2b69-7e26-468a-90ad-2e54834777f4 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:25.095800 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cd4f0530-35d1-49e3-94d2-db777a461d18 req-9dcc2b69-7e26-468a-90ad-2e54834777f4 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 944 time: 0.7301149
Jun 02 08:12:25.180960 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cd4f0530-35d1-49e3-94d2-db777a461d18 req-1d7e9143-8e61-4b92-b23f-e35a118c2377 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/security-groups?id=18c48bd7-fc97-4dce-b928-75c6d3ac5997&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784340
Jun 02 08:12:25.250719 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-721d8c26-0d87-47a3-b1d9-43aab6204d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:25.258531 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-674290f2-496e-4994-a59c-962aa044adb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:25.261563 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d47efac7-715b-4aa8-9b55-ffe30bce474f tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:25.301926 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8c26-0d87-47a3-b1d9-43aab6204d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64c8441-a6a2-4942-bb4a-e4ee45d248d7,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:25.324613 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-721d8c26-0d87-47a3-b1d9-43aab6204d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:25.326216 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-721d8c26-0d87-47a3-b1d9-43aab6204d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:25.327950 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-721d8c26-0d87-47a3-b1d9-43aab6204d98 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d64c8441-a6a2-4942-bb4a-e4ee45d248d7 HTTP/1.1" status: 204  len: 168 time: 0.8337796
Jun 02 08:12:25.475798 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d47efac7-715b-4aa8-9b55-ffe30bce474f tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:25.542361 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d47efac7-715b-4aa8-9b55-ffe30bce474f tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216472'] for security_group_rule, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:25.545853 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:25.571199 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:12:25.645514 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47efac7-715b-4aa8-9b55-ffe30bce474f tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b97f3b5-c473-492b-9c83-ea164e3d5142,revision_number=0']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:25.679727 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-d47efac7-715b-4aa8-9b55-ffe30bce474f tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:25.834308 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d47efac7-715b-4aa8-9b55-ffe30bce474f tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:25.840322 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-d47efac7-715b-4aa8-9b55-ffe30bce474f tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.4415913
Jun 02 08:12:25.846624 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 57342) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:25.851886 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-419d5b15-dea1-42a9-9983-1032affe3adf tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Request body: {'floatingip': {'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:12:25.861135 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-419d5b15-dea1-42a9-9983-1032affe3adf tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:25.868014 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-419d5b15-dea1-42a9-9983-1032affe3adf tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Usage tracker for resource:floatingip and tenant:72114cae61da476699f7059d4f116bba is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:25.874593 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-419d5b15-dea1-42a9-9983-1032affe3adf tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:25.899153 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-91890531-7f46-41b8-9c34-0eb0e396a444 None None] Notify callbacks [] for port, precommit_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:25.902012 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-419d5b15-dea1-42a9-9983-1032affe3adf tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:25.914663 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-91890531-7f46-41b8-9c34-0eb0e396a444 None None] Transition to ACTIVE for port object debcdf1f-b611-4af2-a51d-4daff2d6f8ae will not be triggered until provisioned by entity L2. {{(pid=92343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:12:25.917709 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff848554-b793-4b52-b20a-6c496b7ebbe2 x-openstack-request-id: req-ff848554-b793-4b52-b20a-6c496b7ebbe2 {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:12:25.931709 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2026f8-a5f6-423c-99a9-a423bb5230a7", "tag": "6fe3907e-afd5-4f73-847c-48608a00fd98", "status": "completed", "code": 200}]} {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:12:25.931709 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ff848554-b793-4b52-b20a-6c496b7ebbe2 {{(pid=92342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:12:25.931709 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2026f8-a5f6-423c-99a9-a423bb5230a7', 'tag': '6fe3907e-afd5-4f73-847c-48608a00fd98', 'status': 'completed', 'code': 200}
Jun 02 08:12:25.982805 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-2c11f381-6118-4edc-8ac3-9a41405fd94b service neutron] 10.222.0.72 "GET /v2.0/networks/8481c723-1b11-45d5-9f7c-8cb61f35dac9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2664866
Jun 02 08:12:25.985840 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning for port c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:12:25.992536 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:12:25.992907 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:26.057214 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-91890531-7f46-41b8-9c34-0eb0e396a444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:26.068876 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:26.129318 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e96144-4bb2-441b-8ea3-218239db0cde req-64adc027-8b59-4523-b813-4ef105080345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:26.130786 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-75e96144-4bb2-441b-8ea3-218239db0cde req-64adc027-8b59-4523-b813-4ef105080345 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=459588786ab44c4bbeeae4bc8cf7fcb5&device_id=a6932d62-8de2-40c2-b8ce-322e3376299e HTTP/1.1" status: 200  len: 1096 time: 0.3843892
Jun 02 08:12:26.146477 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-419d5b15-dea1-42a9-9983-1032affe3adf tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for floatingip, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:26.170184 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-2a68c974-0775-4088-b345-7761447f41b4 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:26.170859 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-2a68c974-0775-4088-b345-7761447f41b4 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Synchronizing usage tracker for tenant:4e4215d7677d49a68195abd7f00b623e on resource:network {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:12:26.214647 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791591ed-9f9a-49f9-8518-d0a8d74bc525 None None] Pushing event updated for resources: {'Port': ['ID=debcdf1f-b611-4af2-a51d-4daff2d6f8ae,revision_number=3']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:26.215665 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e623a-0de9-4f0a-8860-67748cbffaca req-7888df75-823b-4204-b371-9836e3754cc0 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:26.220944 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-791591ed-9f9a-49f9-8518-d0a8d74bc525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:26.224115 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c49e623a-0de9-4f0a-8860-67748cbffaca req-7888df75-823b-4204-b371-9836e3754cc0 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6932d62-8de2-40c2-b8ce-322e3376299e HTTP/1.1" status: 200  len: 943 time: 0.1974673
Jun 02 08:12:26.277508 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-2a68c974-0775-4088-b345-7761447f41b4 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Unset dirty status for tenant:4e4215d7677d49a68195abd7f00b623e on resource:network {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:12:26.285549 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-2a68c974-0775-4088-b345-7761447f41b4 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/networks?id=9845329e-acbc-4864-8fcb-054e52779455 HTTP/1.1" status: 200  len: 818 time: 0.3852510
Jun 02 08:12:26.304984 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c49e623a-0de9-4f0a-8860-67748cbffaca req-1ee55fd3-400b-47cd-b96b-2d8cece011a6 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797925
Jun 02 08:12:26.365159 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-91890531-7f46-41b8-9c34-0eb0e396a444 None None] Attempting to bind port debcdf1f-b611-4af2-a51d-4daff2d6f8ae on host dv-cinder-786385-7-iscsi for vnic_type normal with profile  {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:12:26.365450 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-91890531-7f46-41b8-9c34-0eb0e396a444 None None] Attempting to bind port debcdf1f-b611-4af2-a51d-4daff2d6f8ae by drivers openvswitch,hyperv on host dv-cinder-786385-7-iscsi at level 0 using segments [{'id': '427b38d6-8819-468a-be56-89bd00ebc527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '9845329e-acbc-4864-8fcb-054e52779455'}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:12:26.365569 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-2c6f0f4a-16ec-4e93-b237-c8d0693f4913 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/quotas/4e4215d7677d49a68195abd7f00b623e HTTP/1.1" status: 200  len: 375 time: 0.0788496
Jun 02 08:12:26.365818 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91890531-7f46-41b8-9c34-0eb0e396a444 None None] Attempting to bind port debcdf1f-b611-4af2-a51d-4daff2d6f8ae on network 9845329e-acbc-4864-8fcb-054e52779455 {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:12:26.377620 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91890531-7f46-41b8-9c34-0eb0e396a444 None None] Checking agent: {'id': '293b8e5c-58b0-46e6-908b-da5c92a2d3b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 4, 12), 'started_at': datetime.datetime(2021, 6, 2, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:12:26.377998 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91890531-7f46-41b8-9c34-0eb0e396a444 None None] Checking segment: {'id': '427b38d6-8819-468a-be56-89bd00ebc527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '9845329e-acbc-4864-8fcb-054e52779455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:12:26.378402 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-91890531-7f46-41b8-9c34-0eb0e396a444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:26.378789 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91890531-7f46-41b8-9c34-0eb0e396a444 None None] Bound using segment: {'id': '427b38d6-8819-468a-be56-89bd00ebc527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '9845329e-acbc-4864-8fcb-054e52779455'} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:12:26.379257 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-91890531-7f46-41b8-9c34-0eb0e396a444 None None] Bound port: debcdf1f-b611-4af2-a51d-4daff2d6f8ae, host: dv-cinder-786385-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427b38d6-8819-468a-be56-89bd00ebc527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '9845329e-acbc-4864-8fcb-054e52779455'}}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:12:26.379631 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-91890531-7f46-41b8-9c34-0eb0e396a444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:26.399286 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:26.479812 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] For port c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb,segment=NetworkSegment(d228646d-971f-4da9-a65d-c70903a4f851),segment_id=d228646d-971f-4da9-a65d-c70903a4f851)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:12:26.514215 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 57364) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:26.523893 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-91890531-7f46-41b8-9c34-0eb0e396a444 None None] For port debcdf1f-b611-4af2-a51d-4daff2d6f8ae, host dv-cinder-786385-7-iscsi, cleared binding levels {{(pid=92343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:12:26.529128 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-91890531-7f46-41b8-9c34-0eb0e396a444 None None] For port debcdf1f-b611-4af2-a51d-4daff2d6f8ae, host dv-cinder-786385-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=debcdf1f-b611-4af2-a51d-4daff2d6f8ae,segment=NetworkSegment(427b38d6-8819-468a-be56-89bd00ebc527),segment_id=427b38d6-8819-468a-be56-89bd00ebc527)] {{(pid=92343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:12:26.576572 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:26.583350 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-139c83ef-6f5e-4f01-ba15-542fd3b0f95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:26.608471 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-9839f652-fef5-44c6-aaf6-cc2ebe4a5f09 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4e4215d7677d49a68195abd7f00b623e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2338071
Jun 02 08:12:26.628320 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-419d5b15-dea1-42a9-9983-1032affe3adf tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:26.637250 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-91890531-7f46-41b8-9c34-0eb0e396a444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:26.644202 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979aa1bc-d910-4cd8-8743-90273e32faa2 req-5365fda3-74d0-4ce3-bb19-5f3afd1fb49b tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:26.647824 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-979aa1bc-d910-4cd8-8743-90273e32faa2 req-5365fda3-74d0-4ce3-bb19-5f3afd1fb49b tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 944 time: 0.2013261
Jun 02 08:12:26.701759 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-eec6b324-5969-4f50-9124-5c247f09f833 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1761991665-network', 'tenant_id': 'a13d1762ba7b4c2db79a356d487f855b'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:12:26.732066 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Pushing event updated for resources: {'Port': ['ID=c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb,revision_number=5']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:26.732929 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91890531-7f46-41b8-9c34-0eb0e396a444 None None] Routers {'2dad9378-6c8a-4d2f-93e5-1449f65bcc08'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:12:26.733617 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-91890531-7f46-41b8-9c34-0eb0e396a444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7aa09b80>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:12:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['2dad9378-6c8a-4d2f-93e5-1449f65bcc08'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:12:26.744950 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-eec6b324-5969-4f50-9124-5c247f09f833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:26.757706 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-eec6b324-5969-4f50-9124-5c247f09f833 admin admin] Usage tracker for resource:network and tenant:a13d1762ba7b4c2db79a356d487f855b is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:26.761641 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-979aa1bc-d910-4cd8-8743-90273e32faa2 req-c67260b6-1279-488f-bb07-b678e9bb4b4a tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/security-groups?id=18c48bd7-fc97-4dce-b928-75c6d3ac5997&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738981
Jun 02 08:12:26.771737 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-eec6b324-5969-4f50-9124-5c247f09f833 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:26.794767 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-eec6b324-5969-4f50-9124-5c247f09f833 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:26.866832 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.db_base_plugin_common [None req-419d5b15-dea1-42a9-9983-1032affe3adf tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Allocated IP 172.27.3.124 (25cee017-96f1-470f-84b1-115420be0257/100151e0-9740-4c20-8f2c-560e0808d190/b552fb5f-9944-45d3-bc48-d1fa144bee4f) {{(pid=92341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:12:26.913474 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec6b324-5969-4f50-9124-5c247f09f833 admin admin] Made reservation on behalf of a13d1762ba7b4c2db79a356d487f855b for: {'network': 1} {{(pid=92342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:12:26.915920 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-eec6b324-5969-4f50-9124-5c247f09f833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-941343'] for network, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:26.919004 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:26.919475 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.257s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:26.953254 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-eec6b324-5969-4f50-9124-5c247f09f833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:26.987681 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-eec6b324-5969-4f50-9124-5c247f09f833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:27.023584 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-91890531-7f46-41b8-9c34-0eb0e396a444 None None] Set router 2dad9378-6c8a-4d2f-93e5-1449f65bcc08 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:12:27.038041 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-eec6b324-5969-4f50-9124-5c247f09f833 admin admin] Usage tracker for resource:security_group_rule and tenant:a13d1762ba7b4c2db79a356d487f855b is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:27.049830 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-eec6b324-5969-4f50-9124-5c247f09f833 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:27.059244 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-eec6b324-5969-4f50-9124-5c247f09f833 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:27.071849 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791591ed-9f9a-49f9-8518-d0a8d74bc525 None None] Pushing event updated for resources: {'Port': ['ID=debcdf1f-b611-4af2-a51d-4daff2d6f8ae,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:27.091278 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-791591ed-9f9a-49f9-8518-d0a8d74bc525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:27.112387 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-affd9916-0276-45f5-a6bf-61f62dc05925 req-268f319e-c502-4d94-aeb5-f69f8a9ba789 service neutron] 10.222.0.72 "GET /v2.0/networks/8481c723-1b11-45d5-9f7c-8cb61f35dac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1815979
Jun 02 08:12:27.198962 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-eec6b324-5969-4f50-9124-5c247f09f833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:27.276500 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-eec6b324-5969-4f50-9124-5c247f09f833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:27.294662 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eec6b324-5969-4f50-9124-5c247f09f833 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777}  {{(pid=92342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 02 08:12:27.305425 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-eec6b324-5969-4f50-9124-5c247f09f833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:27.306135 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.db.segments_db [None req-eec6b324-5969-4f50-9124-5c247f09f833 admin admin] Added segment f9a83fe7-dd3e-46b2-8bdf-69db91cf5221 of type vlan for network 6f2bf40f-66b4-426b-89fe-8382593d4857
Jun 02 08:12:27.335616 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:27.336009 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-419d5b15-dea1-42a9-9983-1032affe3adf tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for port, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:27.343893 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-eec6b324-5969-4f50-9124-5c247f09f833 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744146435166'] for network, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:27.352783 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e96144-4bb2-441b-8ea3-218239db0cde req-54f32e57-6e09-45e7-85d5-e615a89afbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:27.354120 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-75e96144-4bb2-441b-8ea3-218239db0cde req-54f32e57-6e09-45e7-85d5-e615a89afbfd service neutron] 10.222.0.72 "GET /v2.0/networks?id=5abc9d26-3cb6-446d-969d-090f313dd1b0 HTTP/1.1" status: 200  len: 916 time: 0.4290063
Jun 02 08:12:27.431483 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6b324-5969-4f50-9124-5c247f09f833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e73a6ff-1369-4296-8d23-8098b2e71e5b,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:27.454287 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-eec6b324-5969-4f50-9124-5c247f09f833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:27.455059 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-75e96144-4bb2-441b-8ea3-218239db0cde req-a707101f-15eb-40a5-b06b-f4a7ac620fd5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c1dd446-899f-48e9-b420-894033e526f6 HTTP/1.1" status: 200  len: 217 time: 0.0932219
Jun 02 08:12:27.459608 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-91890531-7f46-41b8-9c34-0eb0e396a444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7aa09b80>, [{'id': '2dad9378-6c8a-4d2f-93e5-1449f65bcc08', 'name': 'tempest-ServerRescueNegativeTestJSON-313417868-router', 'tenant_id': '4e4215d7677d49a68195abd7f00b623e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '05819e5a-18ec-43c9-ba0c-e6b85c5b214d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:12:05Z', 'updated_at': '2021-06-02T08:12:18Z', 'revision_number': 4, 'project_id': '4e4215d7677d49a68195abd7f00b623e', 'gw_port': {'id': '05819e5a-18ec-43c9-ba0c-e6b85c5b214d', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dad9378-6c8a-4d2f-93e5-1449f65bcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:07Z', 'updated_at': '2021-06-02T08:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': 'debcdf1f-b611-4af2-a51d-4daff2d6f8ae', 'name': '', 'network_id': '9845329e-acbc-4864-8fcb-054e52779455', 'tenant_id': '4e4215d7677d49a68195abd7f00b623e', 'mac_address': 'fa:16:3e:12:c2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dad9378-6c8a-4d2f-93e5-1449f65bcc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c714f4d4-5e2f-43c9-8b5e-164491687504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:15Z', 'updated_at': '2021-06-02T08:12:26Z', 'revision_number': 4, 'project_id': '4e4215d7677d49a68195abd7f00b623e', 'subnets': [{'id': 'c714f4d4-5e2f-43c9-8b5e-164491687504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:12:27.464501 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91890531-7f46-41b8-9c34-0eb0e396a444 None None] The sync data for ids ['2dad9378-6c8a-4d2f-93e5-1449f65bcc08'] in dv-cinder-786385-7-iscsi is: [{'id': '2dad9378-6c8a-4d2f-93e5-1449f65bcc08', 'name': 'tempest-ServerRescueNegativeTestJSON-313417868-router', 'tenant_id': '4e4215d7677d49a68195abd7f00b623e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '05819e5a-18ec-43c9-ba0c-e6b85c5b214d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:12:05Z', 'updated_at': '2021-06-02T08:12:18Z', 'revision_number': 4, 'project_id': '4e4215d7677d49a68195abd7f00b623e', 'gw_port': {'id': '05819e5a-18ec-43c9-ba0c-e6b85c5b214d', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dad9378-6c8a-4d2f-93e5-1449f65bcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:07Z', 'updated_at': '2021-06-02T08:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': 'debcdf1f-b611-4af2-a51d-4daff2d6f8ae', 'name': '', 'network_id': '9845329e-acbc-4864-8fcb-054e52779455', 'tenant_id': '4e4215d7677d49a68195abd7f00b623e', 'mac_address': 'fa:16:3e:12:c2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dad9378-6c8a-4d2f-93e5-1449f65bcc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c714f4d4-5e2f-43c9-8b5e-164491687504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:15Z', 'updated_at': '2021-06-02T08:12:26Z', 'revision_number': 4, 'project_id': '4e4215d7677d49a68195abd7f00b623e', 'subnets': [{'id': 'c714f4d4-5e2f-43c9-8b5e-164491687504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:12:27.478470 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c211301-db4f-4542-af0e-b027de8ad7b8 req-6fbf4942-2d9e-4be8-9b21-235ceb087c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:27.478470 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-1c211301-db4f-4542-af0e-b027de8ad7b8 req-6fbf4942-2d9e-4be8-9b21-235ceb087c61 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=73385a1c9bdf4470848e6901133fc258&device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 1097 time: 0.2396505
Jun 02 08:12:27.553241 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-eec6b324-5969-4f50-9124-5c247f09f833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186'] for network, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:27.561241 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec6b324-5969-4f50-9124-5c247f09f833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:27.565309 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-eec6b324-5969-4f50-9124-5c247f09f833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:27.578701 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:27.596081 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:12:27.662964 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e96144-4bb2-441b-8ea3-218239db0cde req-e626a2b6-79f3-4fce-9821-6353092a8a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:27.664619 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-75e96144-4bb2-441b-8ea3-218239db0cde req-e626a2b6-79f3-4fce-9821-6353092a8a03 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a26abb64-e4a3-4289-8a08-a11db3baccfa HTTP/1.1" status: 200  len: 855 time: 0.2020891
Jun 02 08:12:27.750282 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-419d5b15-dea1-42a9-9983-1032affe3adf tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:27.765644 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c370ce6-db94-48ae-9d04-ff0946618e4b req-90f45e4b-db94-42fc-ab15-e6fc3dbfd787 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:27.765644 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7c370ce6-db94-48ae-9d04-ff0946618e4b req-90f45e4b-db94-42fc-ab15-e6fc3dbfd787 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6932d62-8de2-40c2-b8ce-322e3376299e HTTP/1.1" status: 200  len: 943 time: 0.2260253
Jun 02 08:12:27.769184 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-c61452b2-73ea-4bad-829d-30f955009b5b service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=92341) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 02 08:12:27.776705 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-c61452b2-73ea-4bad-829d-30f955009b5b service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.5179152
Jun 02 08:12:27.835070 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-75e96144-4bb2-441b-8ea3-218239db0cde req-2815d329-4d03-4755-9f12-8c02bea1b087 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5abc9d26-3cb6-446d-969d-090f313dd1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1366682
Jun 02 08:12:27.850766 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:12:27.851145 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:27.856820 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:27.908055 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6b324-5969-4f50-9124-5c247f09f833 admin admin] Pushing event updated for resources: {'Network': ['ID=6f2bf40f-66b4-426b-89fe-8382593d4857,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:27.912044 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-eec6b324-5969-4f50-9124-5c247f09f833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:27.932515 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c211301-db4f-4542-af0e-b027de8ad7b8 req-b9aa01d3-d26b-4d8f-9513-6bb6f5e05761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:27.932515 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-1c211301-db4f-4542-af0e-b027de8ad7b8 req-b9aa01d3-d26b-4d8f-9513-6bb6f5e05761 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8481c723-1b11-45d5-9f7c-8cb61f35dac9 HTTP/1.1" status: 200  len: 912 time: 0.4427693
Jun 02 08:12:27.932663 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Network 6f2bf40f-66b4-426b-89fe-8382593d4857 details requested by agent ovs-agent-dv-cinder-786385-7-iscsi with host dv-cinder-786385-7-iscsi {{(pid=92343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 02 08:12:27.960967 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7c370ce6-db94-48ae-9d04-ff0946618e4b req-3022936f-1bae-4a20-ad57-9078c57c451e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1741526
Jun 02 08:12:28.033975 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-eec6b324-5969-4f50-9124-5c247f09f833 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.5175445
Jun 02 08:12:28.042648 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 57414) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:28.050295 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-1c211301-db4f-4542-af0e-b027de8ad7b8 req-21ff332f-1a6e-47da-b1f6-8cbb864919df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fe3907e-afd5-4f73-847c-48608a00fd98 HTTP/1.1" status: 200  len: 217 time: 0.1086733
Jun 02 08:12:28.078526 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-4b56d28e-bc40-4c11-bd02-d021ffb351ee admin admin] Request body: {'subnet': {'network_id': '6f2bf40f-66b4-426b-89fe-8382593d4857', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1761991665-subnet', 'tenant_id': 'a13d1762ba7b4c2db79a356d487f855b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:12:28.089521 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-4b56d28e-bc40-4c11-bd02-d021ffb351ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:28.094603 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-4b56d28e-bc40-4c11-bd02-d021ffb351ee admin admin] Usage tracker for resource:subnet and tenant:a13d1762ba7b4c2db79a356d487f855b is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:28.100944 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-4b56d28e-bc40-4c11-bd02-d021ffb351ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:28.112864 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-4b56d28e-bc40-4c11-bd02-d021ffb351ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:28.147659 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419d5b15-dea1-42a9-9983-1032affe3adf tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Network 25cee017-96f1-470f-84b1-115420be0257 is already hosted by enough agents. {{(pid=92341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:12:28.168470 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [None req-419d5b15-dea1-42a9-9983-1032affe3adf tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Resources bound (agent type, host, resource id):  {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:12:28.170909 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419d5b15-dea1-42a9-9983-1032affe3adf tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Received port after_create {{(pid=92341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:12:28.177414 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c211301-db4f-4542-af0e-b027de8ad7b8 req-a5480564-6bcb-45e3-8b2e-fc0983cb9c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:28.179158 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-1c211301-db4f-4542-af0e-b027de8ad7b8 req-a5480564-6bcb-45e3-8b2e-fc0983cb9c6b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aff6c8a9-234e-4d0e-ae04-ec9b4cd02c9f HTTP/1.1" status: 200  len: 851 time: 0.1229146
Jun 02 08:12:28.292066 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-1c211301-db4f-4542-af0e-b027de8ad7b8 req-8e978518-27b8-4746-ac6e-eb7524e739e4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8481c723-1b11-45d5-9f7c-8cb61f35dac9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1012661
Jun 02 08:12:28.304954 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b56d28e-bc40-4c11-bd02-d021ffb351ee admin admin] Made reservation on behalf of a13d1762ba7b4c2db79a356d487f855b for: {'subnet': 1} {{(pid=92341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:12:28.307663 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-4b56d28e-bc40-4c11-bd02-d021ffb351ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6928681'] for subnet, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:28.497759 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d5b15-dea1-42a9-9983-1032affe3adf tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Pushing event updated for resources: {'Port': ['ID=b552fb5f-9944-45d3-bc48-d1fa144bee4f,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:28.536135 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-419d5b15-dea1-42a9-9983-1032affe3adf tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:28.543704 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-1c211301-db4f-4542-af0e-b027de8ad7b8 req-d6c55441-6940-4385-8f40-3f19665312f9 service neutron] 10.222.0.72 "GET /v2.0/networks/8481c723-1b11-45d5-9f7c-8cb61f35dac9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2464304
Jun 02 08:12:28.699537 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-419d5b15-dea1-42a9-9983-1032affe3adf tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:28.717604 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-75e96144-4bb2-441b-8ea3-218239db0cde req-4c702710-0a56-48be-b6f0-ce5fc773a609 service neutron] 10.222.0.72 "GET /v2.0/networks/5abc9d26-3cb6-446d-969d-090f313dd1b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7684076
Jun 02 08:12:28.746903 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6149f2a-326f-41c1-912b-5350161c7e4d req-50d75e9e-e1f2-43d7-8d53-9a7880f30d3d tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:28.753879 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f6149f2a-326f-41c1-912b-5350161c7e4d req-50d75e9e-e1f2-43d7-8d53-9a7880f30d3d tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 944 time: 0.6047015
Jun 02 08:12:28.815228 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-e050d43a-46e4-4e6b-9bf9-8c870bb4021b service neutron] 10.222.0.77 "GET /v2.0/networks/9845329e-acbc-4864-8fcb-054e52779455?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0372901
Jun 02 08:12:28.826707 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-1c211301-db4f-4542-af0e-b027de8ad7b8 req-e6e3c8f9-8398-4f4c-a229-784ee5eb50f2 service neutron] 10.222.0.72 "GET /v2.0/networks/8481c723-1b11-45d5-9f7c-8cb61f35dac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2761180
Jun 02 08:12:29.081298 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f6149f2a-326f-41c1-912b-5350161c7e4d req-a852fb02-6c46-4f46-9eaa-549cc232e2bb tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/security-groups?id=18c48bd7-fc97-4dce-b928-75c6d3ac5997&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3265450
Jun 02 08:12:29.085374 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:12:29.134355 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-419d5b15-dea1-42a9-9983-1032affe3adf tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:29.336044 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-75e96144-4bb2-441b-8ea3-218239db0cde req-df33b1d1-8e25-4b42-9204-7f962ab2790c service neutron] 10.222.0.72 "GET /v2.0/networks/5abc9d26-3cb6-446d-969d-090f313dd1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5774870
Jun 02 08:12:29.358529 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-08c7b369-e744-4f23-b78f-648dde072601 service neutron] 10.222.0.77 "GET /v2.0/networks/9845329e-acbc-4864-8fcb-054e52779455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5307271
Jun 02 08:12:29.426185 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:29.515827 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device debcdf1f-b611-4af2-a51d-4daff2d6f8ae up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:12:29.529875 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b132dcf-fbd5-442d-8346-5d0fe2e840ec req-6af2c785-3027-472e-9ce1-cab775c332dc tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:29.537311 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0b132dcf-fbd5-442d-8346-5d0fe2e840ec req-6af2c785-3027-472e-9ce1-cab775c332dc tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6932d62-8de2-40c2-b8ce-322e3376299e HTTP/1.1" status: 200  len: 943 time: 0.2706990
Jun 02 08:12:29.639577 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0b132dcf-fbd5-442d-8346-5d0fe2e840ec req-e03d85e8-a7bc-438a-a71d-aa65195b2a40 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018233
Jun 02 08:12:29.696165 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning for port debcdf1f-b611-4af2-a51d-4daff2d6f8ae completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:12:29.710986 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port debcdf1f-b611-4af2-a51d-4daff2d6f8ae triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:12:29.711370 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:29.791554 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-419d5b15-dea1-42a9-9983-1032affe3adf tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for port, precommit_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:29.851669 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7ffa753e-cf68-4e81-b056-67f42d2655e2 req-27d746b5-c928-45a6-825f-da0034c35670 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 210 time: 0.0654576
Jun 02 08:12:29.856224 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-419d5b15-dea1-42a9-9983-1032affe3adf tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589761'] for port, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:29.878462 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:29.972498 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:30.030525 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d5b15-dea1-42a9-9983-1032affe3adf tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Pushing event updated for resources: {'Port': ['ID=b552fb5f-9944-45d3-bc48-d1fa144bee4f,revision_number=2']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:30.034144 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-419d5b15-dea1-42a9-9983-1032affe3adf tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:30.050423 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] For port debcdf1f-b611-4af2-a51d-4daff2d6f8ae, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=debcdf1f-b611-4af2-a51d-4daff2d6f8ae,segment=NetworkSegment(427b38d6-8819-468a-be56-89bd00ebc527),segment_id=427b38d6-8819-468a-be56-89bd00ebc527)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:12:30.083283 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-419d5b15-dea1-42a9-9983-1032affe3adf tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8036659'] for floatingip, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:30.142024 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:30.143816 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:30.163490 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-4b56d28e-bc40-4c11-bd02-d021ffb351ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6590458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6928699'] for subnet, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:30.163490 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-b5c05684-31a7-4fcd-b8a6-eaf506bbe11a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:30.222684 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Pushing event updated for resources: {'Port': ['ID=debcdf1f-b611-4af2-a51d-4daff2d6f8ae,revision_number=5']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:30.226383 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:30.313651 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-419d5b15-dea1-42a9-9983-1032affe3adf tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for floatingip, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:30.314831 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-419d5b15-dea1-42a9-9983-1032affe3adf tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.4672041
Jun 02 08:12:30.398547 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56d28e-bc40-4c11-bd02-d021ffb351ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=57a6a752-d2ba-45d5-b957-4e2c242870d8,revision_number=0']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:30.410500 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-917e4d68-d413-49e6-9ca8-0b2179cd3836 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:30.411983 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-917e4d68-d413-49e6-9ca8-0b2179cd3836 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/networks?id=9845329e-acbc-4864-8fcb-054e52779455 HTTP/1.1" status: 200  len: 818 time: 0.2924166
Jun 02 08:12:30.412870 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-4b56d28e-bc40-4c11-bd02-d021ffb351ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:30.416842 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b56d28e-bc40-4c11-bd02-d021ffb351ee admin admin] Checking segment: {'id': 'f9a83fe7-dd3e-46b2-8bdf-69db91cf5221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6f2bf40f-66b4-426b-89fe-8382593d4857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:12:30.417088 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b56d28e-bc40-4c11-bd02-d021ffb351ee admin admin] Network hostable DHCP agents. Network: 6f2bf40f-66b4-426b-89fe-8382593d4857, hostable agents: ['4b89aefe-9643-4cd8-b10a-5110f7f4c5b0'], hosted agents: [] {{(pid=92341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 02 08:12:30.440988 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-bf475e44-333f-4272-824a-a0f7c514ec4d tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/quotas/4e4215d7677d49a68195abd7f00b623e HTTP/1.1" status: 200  len: 375 time: 0.0207639
Jun 02 08:12:30.497689 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd239a9-ce3e-423a-9774-4176c105deed req-89450c3e-310a-4e39-a116-670c133827de tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:30.499452 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3bd239a9-ce3e-423a-9774-4176c105deed req-89450c3e-310a-4e39-a116-670c133827de tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 944 time: 0.2855990
Jun 02 08:12:30.564294 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3bd239a9-ce3e-423a-9774-4176c105deed req-172f718b-29c8-4294-9736-3f461d38dded tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/security-groups?id=18c48bd7-fc97-4dce-b928-75c6d3ac5997&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590665
Jun 02 08:12:30.576391 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-31f6937e-cf5f-4ac6-bcee-d8cc63b505ea tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4e4215d7677d49a68195abd7f00b623e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1252236
Jun 02 08:12:30.604668 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b56d28e-bc40-4c11-bd02-d021ffb351ee admin admin] Network 6f2bf40f-66b4-426b-89fe-8382593d4857 is scheduled to be hosted by DHCP agent 4b89aefe-9643-4cd8-b10a-5110f7f4c5b0 with binding_index 1 {{(pid=92341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 02 08:12:30.722977 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [None req-4b56d28e-bc40-4c11-bd02-d021ffb351ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-iscsi, 6f2bf40f-66b4-426b-89fe-8382593d4857) {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:12:30.732839 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc896015-f85e-4b95-bd4c-5d43f4fe3e6c None None] Network 6f2bf40f-66b4-426b-89fe-8382593d4857 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:12:30.741813 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b56d28e-bc40-4c11-bd02-d021ffb351ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:30.742407 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-4b56d28e-bc40-4c11-bd02-d021ffb351ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for subnet, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:30.790835 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-bdf45717-8137-408b-9012-4f6703efb182 service neutron] 10.222.0.77 "GET /v2.0/networks/9845329e-acbc-4864-8fcb-054e52779455?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2073956
Jun 02 08:12:30.794942 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-d0fe1c1a-4991-45e6-b4b2-8b886eb5ccf5 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Synchronizing usage tracker for tenant:72114cae61da476699f7059d4f116bba on resource:security_group {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:12:30.900415 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-4b56d28e-bc40-4c11-bd02-d021ffb351ee admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.8472998
Jun 02 08:12:30.951319 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-d0fe1c1a-4991-45e6-b4b2-8b886eb5ccf5 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Unset dirty status for tenant:72114cae61da476699f7059d4f116bba on resource:security_group {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:12:30.952391 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-d0fe1c1a-4991-45e6-b4b2-8b886eb5ccf5 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--889918565&fields=id&tenant_id=72114cae61da476699f7059d4f116bba HTTP/1.1" status: 200  len: 267 time: 0.2643604
Jun 02 08:12:30.956587 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58131575-3b84-4195-9b66-1dcf913d4115 None None] Network 6f2bf40f-66b4-426b-89fe-8382593d4857 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:12:30.961246 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-f92b61a9-b56b-4094-a3e6-ded25ad5b2fc service neutron] 10.222.0.77 "GET /v2.0/networks/9845329e-acbc-4864-8fcb-054e52779455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1599162
Jun 02 08:12:31.143382 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-26fbc5a6-be5f-4321-be26-ca5d80579a20 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:31.144625 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-26fbc5a6-be5f-4321-be26-ca5d80579a20 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Synchronizing usage tracker for tenant:72114cae61da476699f7059d4f116bba on resource:network {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:12:31.254232 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-26fbc5a6-be5f-4321-be26-ca5d80579a20 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Unset dirty status for tenant:72114cae61da476699f7059d4f116bba on resource:network {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:12:31.257317 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-26fbc5a6-be5f-4321-be26-ca5d80579a20 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/networks?id=6d786477-7c27-401f-af8f-402c8aef0584 HTTP/1.1" status: 200  len: 811 time: 0.2936590
Jun 02 08:12:31.274809 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-96ea5bf4-3180-4597-9906-7b4731c16c31 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/quotas/72114cae61da476699f7059d4f116bba HTTP/1.1" status: 200  len: 375 time: 0.0126131
Jun 02 08:12:31.514766 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device debcdf1f-b611-4af2-a51d-4daff2d6f8ae up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:12:31.663153 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848f72b-56a5-4945-8157-e0489b7b333c req-415371cd-df4a-4c5a-8638-ede0837bc3ae tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:31.664861 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3848f72b-56a5-4945-8157-e0489b7b333c req-415371cd-df4a-4c5a-8638-ede0837bc3ae tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6932d62-8de2-40c2-b8ce-322e3376299e HTTP/1.1" status: 200  len: 943 time: 0.3363681
Jun 02 08:12:31.667774 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port debcdf1f-b611-4af2-a51d-4daff2d6f8ae triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:12:31.669085 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:31.685323 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-6c939798-2ce5-4d22-88dc-624c922e6b37 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=72114cae61da476699f7059d4f116bba&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4038959
Jun 02 08:12:31.870198 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3848f72b-56a5-4945-8157-e0489b7b333c req-2faa5d95-ac47-478b-a615-930b9a174224 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1837988
Jun 02 08:12:31.931205 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 6fe3907e-afd5-4f73-847c-48608a00fd98 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=92343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 02 08:12:31.948022 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-e010aa2c-a8c5-4ea1-afe8-4b0d382a69f0 service neutron] 10.222.0.77 "GET /v2.0/networks/6d786477-7c27-401f-af8f-402c8aef0584?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2349646
Jun 02 08:12:32.073660 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b356a008-4a94-469f-b9e3-9f2117472d69 req-56911f4c-ad94-4be8-b073-0c4997fcd248 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 210 time: 0.0714741
Jun 02 08:12:32.125365 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 6fe3907e-afd5-4f73-847c-48608a00fd98, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6fe3907e-afd5-4f73-847c-48608a00fd98,segment=NetworkSegment(cbacedb0-f1b7-4967-907a-db8d5831b89f),segment_id=cbacedb0-f1b7-4967-907a-db8d5831b89f)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:12:32.125483 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 57562) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:32.131309 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Returning: {'device': '6fe3907e-afd5-4f73-847c-48608a00fd98', 'network_id': '8481c723-1b11-45d5-9f7c-8cb61f35dac9', 'port_id': '6fe3907e-afd5-4f73-847c-48608a00fd98', 'mac_address': 'fa:16:3e:71:93:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff6c8a9-234e-4d0e-ae04-ec9b4cd02c9f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 02 08:12:32.131489 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-c71ee894-3cde-421a-9d2f-51897b917f76 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-483767044-network', 'tenant_id': '3a040c61773a4971ad7145b4a80bb293'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:12:32.136091 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-c71ee894-3cde-421a-9d2f-51897b917f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:32.140568 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-c71ee894-3cde-421a-9d2f-51897b917f76 admin admin] Usage tracker for resource:network and tenant:3a040c61773a4971ad7145b4a80bb293 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:32.143360 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-c71ee894-3cde-421a-9d2f-51897b917f76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:32.154935 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-c71ee894-3cde-421a-9d2f-51897b917f76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:32.200314 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-f24a2167-4a41-44bc-8031-a48cd56d0d5e service neutron] 10.222.0.77 "GET /v2.0/networks/6d786477-7c27-401f-af8f-402c8aef0584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2450736
Jun 02 08:12:32.200736 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:32.220978 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe3907e-afd5-4f73-847c-48608a00fd98 {{(pid=92343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:12:32.238872 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 6fe3907e-afd5-4f73-847c-48608a00fd98, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6fe3907e-afd5-4f73-847c-48608a00fd98,segment=NetworkSegment(cbacedb0-f1b7-4967-907a-db8d5831b89f),segment_id=cbacedb0-f1b7-4967-907a-db8d5831b89f)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:12:32.262570 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71ee894-3cde-421a-9d2f-51897b917f76 admin admin] Made reservation on behalf of 3a040c61773a4971ad7145b4a80bb293 for: {'network': 1} {{(pid=92341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:12:32.265510 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-c71ee894-3cde-421a-9d2f-51897b917f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-941343'] for network, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:32.281176 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-c71ee894-3cde-421a-9d2f-51897b917f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:32.308029 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-c71ee894-3cde-421a-9d2f-51897b917f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:32.314899 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-c71ee894-3cde-421a-9d2f-51897b917f76 admin admin] Usage tracker for resource:security_group_rule and tenant:3a040c61773a4971ad7145b4a80bb293 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:32.318923 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-c71ee894-3cde-421a-9d2f-51897b917f76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:32.326439 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-c71ee894-3cde-421a-9d2f-51897b917f76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:32.360175 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8833bf4-86e4-4d07-bc3f-0a4a624f918c req-cc0ec440-8d0a-4706-9fa4-0e105de2cbd6 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:32.371140 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d8833bf4-86e4-4d07-bc3f-0a4a624f918c req-cc0ec440-8d0a-4706-9fa4-0e105de2cbd6 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 944 time: 0.1567597
Jun 02 08:12:32.394514 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:32.397001 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 9c1dd446-899f-48e9-b420-894033e526f6 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=92343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 02 08:12:32.405594 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-219fcc3e-d888-4618-ac27-cbd702be4a42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:32.441397 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d8833bf4-86e4-4d07-bc3f-0a4a624f918c req-695f318c-def4-4529-bc30-9eae57381d51 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/security-groups?id=18c48bd7-fc97-4dce-b928-75c6d3ac5997&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714850
Jun 02 08:12:32.547505 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-c71ee894-3cde-421a-9d2f-51897b917f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:32.586636 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=6fe3907e-afd5-4f73-847c-48608a00fd98,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:32.611265 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ed658161-1506-462a-ac3f-2f3a6ef76603 req-8a4dd2e7-55bc-4fdd-b5a7-0e19da136b25 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 210 time: 0.0483389
Jun 02 08:12:32.643897 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:32.682925 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 9c1dd446-899f-48e9-b420-894033e526f6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9c1dd446-899f-48e9-b420-894033e526f6,segment=NetworkSegment(b642ba97-1b26-4c7e-972e-d6caae7f9c07),segment_id=b642ba97-1b26-4c7e-972e-d6caae7f9c07)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:12:32.696447 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Returning: {'device': '9c1dd446-899f-48e9-b420-894033e526f6', 'network_id': '5abc9d26-3cb6-446d-969d-090f313dd1b0', 'port_id': '9c1dd446-899f-48e9-b420-894033e526f6', 'mac_address': 'fa:16:3e:ea:58:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a26abb64-e4a3-4289-8a08-a11db3baccfa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 02 08:12:32.713591 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-c71ee894-3cde-421a-9d2f-51897b917f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:32.716642 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-854953ac-6e39-465f-ab61-b6d159a414ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:32.776061 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:32.778213 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71ee894-3cde-421a-9d2f-51897b917f76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774}  {{(pid=92341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 02 08:12:32.794711 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ee894-3cde-421a-9d2f-51897b917f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4df797-e1b0-4c03-8cdf-69ca5ec40771,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:32.797329 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c1dd446-899f-48e9-b420-894033e526f6 {{(pid=92343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:12:32.808041 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-c71ee894-3cde-421a-9d2f-51897b917f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:32.818528 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 9c1dd446-899f-48e9-b420-894033e526f6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9c1dd446-899f-48e9-b420-894033e526f6,segment=NetworkSegment(b642ba97-1b26-4c7e-972e-d6caae7f9c07),segment_id=b642ba97-1b26-4c7e-972e-d6caae7f9c07)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:12:32.823563 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-c71ee894-3cde-421a-9d2f-51897b917f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:32.824134 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.db.segments_db [None req-c71ee894-3cde-421a-9d2f-51897b917f76 admin admin] Added segment 36d2f386-3505-4505-a8af-ebcb3bab9204 of type vlan for network 1dc99ec3-201f-4a7b-923d-52f808eb8213
Jun 02 08:12:32.911896 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:32.921871 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:32.958332 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-c71ee894-3cde-421a-9d2f-51897b917f76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744146435166'] for network, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:32.976426 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-058a3465-37d6-4fb1-a5b1-8a0b5fd84a10 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:32.977940 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-058a3465-37d6-4fb1-a5b1-8a0b5fd84a10 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.72 "GET /v2.0/networks?id=9845329e-acbc-4864-8fcb-054e52779455 HTTP/1.1" status: 200  len: 818 time: 0.2395210
Jun 02 08:12:33.000847 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-39d99cd0-eee5-461a-a556-31ffc0b28fec tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Request body: {'port': {'device_id': 'eba87fcc-ee8d-4fda-8a7b-a890bb13399f', 'network_id': '9845329e-acbc-4864-8fcb-054e52779455', 'admin_state_up': True, 'tenant_id': '4e4215d7677d49a68195abd7f00b623e'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:12:33.033492 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=9c1dd446-899f-48e9-b420-894033e526f6,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:33.037516 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:33.221479 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-c71ee894-3cde-421a-9d2f-51897b917f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186'] for network, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:33.236861 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71ee894-3cde-421a-9d2f-51897b917f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:33.237695 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-c71ee894-3cde-421a-9d2f-51897b917f76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:33.253728 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:33.325071 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['6fe3907e-afd5-4f73-847c-48608a00fd98'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:12:33.345787 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cb1432f8-1cc5-482b-a720-546ab51fd225 req-8591c451-6962-40d9-bb00-ebbf0c933038 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 210 time: 0.0964200
Jun 02 08:12:33.356888 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['9c1dd446-899f-48e9-b420-894033e526f6'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:12:33.414513 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-39d99cd0-eee5-461a-a556-31ffc0b28fec tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:33.423705 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-39d99cd0-eee5-461a-a556-31ffc0b28fec tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Usage tracker for resource:port and tenant:4e4215d7677d49a68195abd7f00b623e is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:33.432354 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ee894-3cde-421a-9d2f-51897b917f76 admin admin] Pushing event updated for resources: {'Network': ['ID=1dc99ec3-201f-4a7b-923d-52f808eb8213,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:33.444123 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b25e96-a345-409e-983f-1d27b5c743df req-71fdb04a-3806-4099-b13d-b3f2353c95d1 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:33.445919 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-31b25e96-a345-409e-983f-1d27b5c743df req-71fdb04a-3806-4099-b13d-b3f2353c95d1 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6932d62-8de2-40c2-b8ce-322e3376299e HTTP/1.1" status: 200  len: 944 time: 0.4160755
Jun 02 08:12:33.447273 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-39d99cd0-eee5-461a-a556-31ffc0b28fec tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:33.455531 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-39d99cd0-eee5-461a-a556-31ffc0b28fec tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:33.457726 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-c71ee894-3cde-421a-9d2f-51897b917f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:33.482146 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-c71ee894-3cde-421a-9d2f-51897b917f76 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.3532381
Jun 02 08:12:33.482645 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 57616) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:33.487776 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-d1778ed1-9f28-4c42-a20f-aa04e2a563ae admin admin] Request body: {'subnet': {'network_id': '1dc99ec3-201f-4a7b-923d-52f808eb8213', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-483767044-subnet', 'tenant_id': '3a040c61773a4971ad7145b4a80bb293', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:12:33.488372 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Network 1dc99ec3-201f-4a7b-923d-52f808eb8213 details requested by agent ovs-agent-dv-cinder-786385-7-iscsi with host dv-cinder-786385-7-iscsi {{(pid=92343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 02 08:12:33.497178 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-d1778ed1-9f28-4c42-a20f-aa04e2a563ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:33.505125 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-d1778ed1-9f28-4c42-a20f-aa04e2a563ae admin admin] Usage tracker for resource:subnet and tenant:3a040c61773a4971ad7145b4a80bb293 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:33.509788 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-d1778ed1-9f28-4c42-a20f-aa04e2a563ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:33.524071 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-d1778ed1-9f28-4c42-a20f-aa04e2a563ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:33.564143 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-31b25e96-a345-409e-983f-1d27b5c743df req-04f204f1-97cd-4b4b-8c2f-af0d4102141b tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051037
Jun 02 08:12:33.593169 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-39d99cd0-eee5-461a-a556-31ffc0b28fec tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Made reservation on behalf of 4e4215d7677d49a68195abd7f00b623e for: {'port': 1} {{(pid=92341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:12:33.598756 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-39d99cd0-eee5-461a-a556-31ffc0b28fec tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:33.651905 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1778ed1-9f28-4c42-a20f-aa04e2a563ae admin admin] Made reservation on behalf of 3a040c61773a4971ad7145b4a80bb293 for: {'subnet': 1} {{(pid=92342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:12:33.655019 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-d1778ed1-9f28-4c42-a20f-aa04e2a563ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:34.061757 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.db_base_plugin_common [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-39d99cd0-eee5-461a-a556-31ffc0b28fec tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Allocated IP 172.20.0.13 (9845329e-acbc-4864-8fcb-054e52779455/c714f4d4-5e2f-43c9-8b5e-164491687504/abf5cc2f-f90a-43a9-b684-3ad2587c71f5) {{(pid=92341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:12:34.075292 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bcc05374-c183-4493-b56d-d9055b4bf4ce req-e895afa9-0437-4e45-8c10-853a9a0059a4 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 210 time: 0.0708711
Jun 02 08:12:34.411067 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-77962c11-1610-4b4e-b792-86eb18a6bd6f tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:34.412516 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-77962c11-1610-4b4e-b792-86eb18a6bd6f tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.72 "GET /v2.0/networks?id=9845329e-acbc-4864-8fcb-054e52779455 HTTP/1.1" status: 200  len: 818 time: 0.2657723
Jun 02 08:12:34.437179 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c55a1-50d7-4d22-b65a-1ee37027d71a req-d742983a-95a6-460d-9249-96004650181f tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:34.438641 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-061c55a1-50d7-4d22-b65a-1ee37027d71a req-d742983a-95a6-460d-9249-96004650181f tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 945 time: 0.8216002
Jun 02 08:12:34.458711 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-7c96a021-3159-4707-b945-4f42da65a076 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Request body: {'port': {'device_id': '9a74786c-3711-459e-84b8-edf0a18af644', 'network_id': '9845329e-acbc-4864-8fcb-054e52779455', 'admin_state_up': True, 'tenant_id': '4e4215d7677d49a68195abd7f00b623e'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:12:34.574731 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-d1778ed1-9f28-4c42-a20f-aa04e2a563ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193'] for subnet, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:34.585658 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:34.587965 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6f2b5e4a-4a6d-45c3-bc52-7bbcfab4b669 req-2a17da3d-d8a8-4cd5-8321-63688fb9fa8f tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 210 time: 0.1028473
Jun 02 08:12:34.598008 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-39d99cd0-eee5-461a-a556-31ffc0b28fec tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Notify callbacks [] for port, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:34.617527 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-061c55a1-50d7-4d22-b65a-1ee37027d71a req-42c506ce-7879-4df9-9bd0-6c80aebd3c3d tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/security-groups?id=18c48bd7-fc97-4dce-b928-75c6d3ac5997&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1679754
Jun 02 08:12:34.694360 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1778ed1-9f28-4c42-a20f-aa04e2a563ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4b9d0fe-d6f5-46cb-b2a2-d30f43ca9c9e,revision_number=0']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:34.706432 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-7c96a021-3159-4707-b945-4f42da65a076 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:34.710171 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-d1778ed1-9f28-4c42-a20f-aa04e2a563ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:34.715495 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-7c96a021-3159-4707-b945-4f42da65a076 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Usage tracker for resource:port and tenant:4e4215d7677d49a68195abd7f00b623e is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:34.720479 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-7c96a021-3159-4707-b945-4f42da65a076 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:34.723381 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1778ed1-9f28-4c42-a20f-aa04e2a563ae admin admin] Checking segment: {'id': '36d2f386-3505-4505-a8af-ebcb3bab9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '1dc99ec3-201f-4a7b-923d-52f808eb8213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:12:34.723922 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1778ed1-9f28-4c42-a20f-aa04e2a563ae admin admin] Network hostable DHCP agents. Network: 1dc99ec3-201f-4a7b-923d-52f808eb8213, hostable agents: ['4b89aefe-9643-4cd8-b10a-5110f7f4c5b0'], hosted agents: [] {{(pid=92342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 02 08:12:34.729310 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-39d99cd0-eee5-461a-a556-31ffc0b28fec tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:34.732066 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-7c96a021-3159-4707-b945-4f42da65a076 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:34.742555 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-419d5b15-dea1-42a9-9983-1032affe3adf tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:34.819650 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-7c96a021-3159-4707-b945-4f42da65a076 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Made reservation on behalf of 4e4215d7677d49a68195abd7f00b623e for: {'port': 1} {{(pid=92342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:12:34.823572 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-7c96a021-3159-4707-b945-4f42da65a076 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:34.904711 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1778ed1-9f28-4c42-a20f-aa04e2a563ae admin admin] Network 1dc99ec3-201f-4a7b-923d-52f808eb8213 is scheduled to be hosted by DHCP agent 4b89aefe-9643-4cd8-b10a-5110f7f4c5b0 with binding_index 1 {{(pid=92342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 02 08:12:34.935190 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-39d99cd0-eee5-461a-a556-31ffc0b28fec tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Network 9845329e-acbc-4864-8fcb-054e52779455 is already hosted by enough agents. {{(pid=92341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:12:34.939944 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-39d99cd0-eee5-461a-a556-31ffc0b28fec tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Resources bound (agent type, host, resource id):  {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:12:34.945828 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-39d99cd0-eee5-461a-a556-31ffc0b28fec tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Received port after_create {{(pid=92341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:12:35.000601 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d99cd0-eee5-461a-a556-31ffc0b28fec tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Pushing event updated for resources: {'Port': ['ID=abf5cc2f-f90a-43a9-b684-3ad2587c71f5,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:35.009015 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-39d99cd0-eee5-461a-a556-31ffc0b28fec tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:35.020349 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-d1778ed1-9f28-4c42-a20f-aa04e2a563ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-iscsi, 1dc99ec3-201f-4a7b-923d-52f808eb8213) {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:12:35.023789 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d6c131-1386-4b4a-adcf-549349bcd39b None None] Network 1dc99ec3-201f-4a7b-923d-52f808eb8213 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:12:35.034172 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1778ed1-9f28-4c42-a20f-aa04e2a563ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:35.034864 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-d1778ed1-9f28-4c42-a20f-aa04e2a563ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for subnet, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:35.074468 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7819e43-fa95-4b1d-8eb7-65b63e3715e6 req-c2780a5c-9467-4d8a-8609-a15459807eab tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:35.089733 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_common [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-7c96a021-3159-4707-b945-4f42da65a076 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Allocated IP 172.20.0.12 (9845329e-acbc-4864-8fcb-054e52779455/c714f4d4-5e2f-43c9-8b5e-164491687504/13aa4271-ffbf-4715-a314-4cc116efe70a) {{(pid=92342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:12:35.091912 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a7819e43-fa95-4b1d-8eb7-65b63e3715e6 req-c2780a5c-9467-4d8a-8609-a15459807eab tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6932d62-8de2-40c2-b8ce-322e3376299e HTTP/1.1" status: 200  len: 944 time: 0.2820249
Jun 02 08:12:35.164749 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a7819e43-fa95-4b1d-8eb7-65b63e3715e6 req-47eb1232-1ec6-44c2-866d-db381fb457fc tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717728
Jun 02 08:12:35.173987 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-39d99cd0-eee5-461a-a556-31ffc0b28fec tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:35.174832 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-39d99cd0-eee5-461a-a556-31ffc0b28fec tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:35.286020 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58b336c-8f5c-483c-8785-adfc3e3b877e None None] Network 1dc99ec3-201f-4a7b-923d-52f808eb8213 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:12:35.293925 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ade58e96-e711-4ce5-acd8-acbcae3290bf req-60b491d9-68b3-423f-8dd1-ded9ce93e5d1 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 210 time: 0.0548725
Jun 02 08:12:35.310494 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-39d99cd0-eee5-461a-a556-31ffc0b28fec tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3188148
Jun 02 08:12:35.330402 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-50fe7a76-6e8d-44e4-967c-e62f01cec5ed service neutron] Request body: {'port': {'device_id': 'eba87fcc-ee8d-4fda-8a7b-a890bb13399f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:12:35.348558 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-d1778ed1-9f28-4c42-a20f-aa04e2a563ae admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.8576674
Jun 02 08:12:35.491498 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-50fe7a76-6e8d-44e4-967c-e62f01cec5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:35.497228 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-7c96a021-3159-4707-b945-4f42da65a076 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Notify callbacks [] for port, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:35.613315 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.72', 51461) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:35.794042 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-7c96a021-3159-4707-b945-4f42da65a076 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309'] for port, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:35.803614 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-3b5a512b-fa2d-4455-9f21-80827c7d02a3 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:35.805110 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-3b5a512b-fa2d-4455-9f21-80827c7d02a3 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.72 "GET /v2.0/networks?id=6d786477-7c27-401f-af8f-402c8aef0584 HTTP/1.1" status: 200  len: 811 time: 0.1908088
Jun 02 08:12:35.810257 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:35.897326 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 6fe3907e-afd5-4f73-847c-48608a00fd98 up at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:12:35.900771 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-7c96a021-3159-4707-b945-4f42da65a076 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Network 9845329e-acbc-4864-8fcb-054e52779455 is already hosted by enough agents. {{(pid=92342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:12:35.913041 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-7c96a021-3159-4707-b945-4f42da65a076 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Resources bound (agent type, host, resource id):  {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:12:35.915680 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-7c96a021-3159-4707-b945-4f42da65a076 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Received port after_create {{(pid=92342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:12:35.921525 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-7c96a021-3159-4707-b945-4f42da65a076 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:35.922141 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-7c96a021-3159-4707-b945-4f42da65a076 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for port, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:35.949567 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96a021-3159-4707-b945-4f42da65a076 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Pushing event updated for resources: {'Port': ['ID=13aa4271-ffbf-4715-a314-4cc116efe70a,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:35.954016 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-7c96a021-3159-4707-b945-4f42da65a076 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:35.961072 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-5b172e94-868a-4098-9df2-ed90fadacc65 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72114cae61da476699f7059d4f116bba HTTP/1.1" status: 200  len: 379 time: 0.1103787
Jun 02 08:12:35.972227 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a2e86bbf-ac59-4bad-95a2-b0b9ca4c8a8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Request body: {'port': {'device_id': '92b32632-c0b4-4e7a-aa19-02812fb338d9', 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584', 'admin_state_up': True, 'tenant_id': '72114cae61da476699f7059d4f116bba', 'security_groups': ['53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2']}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:12:35.981336 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-50fe7a76-6e8d-44e4-967c-e62f01cec5ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abf5cc2f-f90a-43a9-b684-3ad2587c71f5 {{(pid=92341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:12:35.993395 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-50fe7a76-6e8d-44e4-967c-e62f01cec5ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:36.020476 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-7c96a021-3159-4707-b945-4f42da65a076 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5658519
Jun 02 08:12:36.038145 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.provisioning_blocks [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-50fe7a76-6e8d-44e4-967c-e62f01cec5ed service neutron] Transition to ACTIVE for port object abf5cc2f-f90a-43a9-b684-3ad2587c71f5 will not be triggered until provisioned by entity L2. {{(pid=92341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:12:36.067148 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning for port 6fe3907e-afd5-4f73-847c-48608a00fd98 completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:12:36.068413 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a547eb9-d71f-4eb1-9ca1-1c05c956775c req-11416f93-b6c3-4ade-9932-de581b410a07 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:36.069924 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4a547eb9-d71f-4eb1-9ca1-1c05c956775c req-11416f93-b6c3-4ade-9932-de581b410a07 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 945 time: 0.1909943
Jun 02 08:12:36.078826 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d73d0-72f9-4976-974b-e9388aa90a10 req-1c4677a4-7c9c-4cee-956e-bfd4149a2a3f tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:36.079512 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-6a6d73d0-72f9-4976-974b-e9388aa90a10 req-1c4677a4-7c9c-4cee-956e-bfd4149a2a3f tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Synchronizing usage tracker for tenant:4e4215d7677d49a68195abd7f00b623e on resource:port {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:12:36.081813 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning complete for port 6fe3907e-afd5-4f73-847c-48608a00fd98 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:12:36.082389 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:36.101608 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-01351f2d-69b6-49fd-874b-8350f80df71d service neutron] Request body: {'port': {'device_id': '9a74786c-3711-459e-84b8-edf0a18af644', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:12:36.131449 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4a547eb9-d71f-4eb1-9ca1-1c05c956775c req-96450eeb-b242-4f59-b3f0-598cb8aa2e11 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/security-groups?id=18c48bd7-fc97-4dce-b928-75c6d3ac5997&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480757
Jun 02 08:12:36.141931 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-50fe7a76-6e8d-44e4-967c-e62f01cec5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589761'] for port, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:36.147240 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-6ad570d1-5e28-46b9-90af-ad1e81a61783 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:36.274852 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-6a6d73d0-72f9-4976-974b-e9388aa90a10 req-1c4677a4-7c9c-4cee-956e-bfd4149a2a3f tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Unset dirty status for tenant:4e4215d7677d49a68195abd7f00b623e on resource:port {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:12:36.279295 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:36.297713 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6a6d73d0-72f9-4976-974b-e9388aa90a10 req-1c4677a4-7c9c-4cee-956e-bfd4149a2a3f tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 932 time: 0.3984194
Jun 02 08:12:36.326106 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2026f8-a5f6-423c-99a9-a423bb5230a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe3907e-afd5-4f73-847c-48608a00fd98'}] {{(pid=92343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:12:36.353348 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a2e86bbf-ac59-4bad-95a2-b0b9ca4c8a8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:36.361470 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a2e86bbf-ac59-4bad-95a2-b0b9ca4c8a8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Usage tracker for resource:port and tenant:72114cae61da476699f7059d4f116bba is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:36.365989 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a2e86bbf-ac59-4bad-95a2-b0b9ca4c8a8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:36.375710 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a2e86bbf-ac59-4bad-95a2-b0b9ca4c8a8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:36.377756 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-01351f2d-69b6-49fd-874b-8350f80df71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:36.422053 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 6fe3907e-afd5-4f73-847c-48608a00fd98, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6fe3907e-afd5-4f73-847c-48608a00fd98,segment=NetworkSegment(cbacedb0-f1b7-4967-907a-db8d5831b89f),segment_id=cbacedb0-f1b7-4967-907a-db8d5831b89f)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:12:36.439509 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe7a76-6e8d-44e4-967c-e62f01cec5ed service neutron] Pushing event updated for resources: {'Port': ['ID=abf5cc2f-f90a-43a9-b684-3ad2587c71f5,revision_number=2']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:36.448291 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-50fe7a76-6e8d-44e4-967c-e62f01cec5ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:36.507357 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-6a6d73d0-72f9-4976-974b-e9388aa90a10 req-689bfe02-8e5f-4ce6-aeb6-b49a65f78b3a tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Synchronizing usage tracker for tenant:4e4215d7677d49a68195abd7f00b623e on resource:security_group {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:12:36.513601 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a2e86bbf-ac59-4bad-95a2-b0b9ca4c8a8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Made reservation on behalf of 72114cae61da476699f7059d4f116bba for: {'port': 1} {{(pid=92342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:12:36.517143 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a2e86bbf-ac59-4bad-95a2-b0b9ca4c8a8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:36.553530 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:36.558333 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 9c1dd446-899f-48e9-b420-894033e526f6 up at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:12:36.570961 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.managers [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-50fe7a76-6e8d-44e4-967c-e62f01cec5ed service neutron] Attempting to bind port abf5cc2f-f90a-43a9-b684-3ad2587c71f5 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:12:36.571290 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.managers [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-50fe7a76-6e8d-44e4-967c-e62f01cec5ed service neutron] Attempting to bind port abf5cc2f-f90a-43a9-b684-3ad2587c71f5 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '427b38d6-8819-468a-be56-89bd00ebc527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '9845329e-acbc-4864-8fcb-054e52779455'}] {{(pid=92341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:12:36.571617 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-50fe7a76-6e8d-44e4-967c-e62f01cec5ed service neutron] Attempting to bind port abf5cc2f-f90a-43a9-b684-3ad2587c71f5 on network 9845329e-acbc-4864-8fcb-054e52779455 {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:12:36.584884 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca077bd-6278-4701-991c-58affca30c17 req-8f607770-8b42-4410-a6b6-33ecedaf3788 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:36.586528 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6ca077bd-6278-4701-991c-58affca30c17 req-8f607770-8b42-4410-a6b6-33ecedaf3788 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6932d62-8de2-40c2-b8ce-322e3376299e HTTP/1.1" status: 200  len: 944 time: 0.2428432
Jun 02 08:12:36.588571 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-50fe7a76-6e8d-44e4-967c-e62f01cec5ed service neutron] Port abf5cc2f-f90a-43a9-b684-3ad2587c71f5 on network 9845329e-acbc-4864-8fcb-054e52779455 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 02 08:12:36.588891 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-50fe7a76-6e8d-44e4-967c-e62f01cec5ed service neutron] Attempting to bind port abf5cc2f-f90a-43a9-b684-3ad2587c71f5 on network 9845329e-acbc-4864-8fcb-054e52779455 {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:12:36.595831 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-50fe7a76-6e8d-44e4-967c-e62f01cec5ed service neutron] Checking agent: {'id': '5f85f1d8-5acd-47ff-be11-89642c504a90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:12:36.596148 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-50fe7a76-6e8d-44e4-967c-e62f01cec5ed service neutron] Checking segment: {'id': '427b38d6-8819-468a-be56-89bd00ebc527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '9845329e-acbc-4864-8fcb-054e52779455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:12:36.596541 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-50fe7a76-6e8d-44e4-967c-e62f01cec5ed service neutron] Bound using segment: {'id': '427b38d6-8819-468a-be56-89bd00ebc527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '9845329e-acbc-4864-8fcb-054e52779455'} {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:12:36.597092 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.managers [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-50fe7a76-6e8d-44e4-967c-e62f01cec5ed service neutron] Bound port: abf5cc2f-f90a-43a9-b684-3ad2587c71f5, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427b38d6-8819-468a-be56-89bd00ebc527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '9845329e-acbc-4864-8fcb-054e52779455'}}] {{(pid=92341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:12:36.597300 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-50fe7a76-6e8d-44e4-967c-e62f01cec5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:36.636423 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a92db95248474e1fdd92faa7bb4bdbed5d39af607a3dc1549787c687b6a75a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2331a18-73c8-4f44-af04-3ecec596437d" -d '{"events": [{"server_uuid": "bd2026f8-a5f6-423c-99a9-a423bb5230a7", "name": "network-vif-plugged", "status": "completed", "tag": "6fe3907e-afd5-4f73-847c-48608a00fd98"}]}' {{(pid=92343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:12:36.636423 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:36.694823 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-6a6d73d0-72f9-4976-974b-e9388aa90a10 req-689bfe02-8e5f-4ce6-aeb6-b49a65f78b3a tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Unset dirty status for tenant:4e4215d7677d49a68195abd7f00b623e on resource:security_group {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:12:36.695996 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6a6d73d0-72f9-4976-974b-e9388aa90a10 req-689bfe02-8e5f-4ce6-aeb6-b49a65f78b3a tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3963990
Jun 02 08:12:36.706079 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6ca077bd-6278-4701-991c-58affca30c17 req-aa0d136b-58af-4173-8f26-99c3810993ff tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112766
Jun 02 08:12:36.736353 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=6fe3907e-afd5-4f73-847c-48608a00fd98,revision_number=5']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:36.740097 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:36.850388 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda3f3b0-730d-4431-be75-76e2cbed0420 x-openstack-request-id: req-cda3f3b0-730d-4431-be75-76e2cbed0420 {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:12:36.850943 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2026f8-a5f6-423c-99a9-a423bb5230a7", "name": "network-vif-plugged", "status": "completed", "tag": "6fe3907e-afd5-4f73-847c-48608a00fd98", "code": 200}]} {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:12:36.851050 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cda3f3b0-730d-4431-be75-76e2cbed0420 {{(pid=92343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:12:36.851909 dv-cinder-786385-7-iscsi neutron-server[92343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2026f8-a5f6-423c-99a9-a423bb5230a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe3907e-afd5-4f73-847c-48608a00fd98', 'code': 200}
Jun 02 08:12:36.855875 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning for port 9c1dd446-899f-48e9-b420-894033e526f6 completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:12:36.856263 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_common [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a2e86bbf-ac59-4bad-95a2-b0b9ca4c8a8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Allocated IP 172.20.0.4 (6d786477-7c27-401f-af8f-402c8aef0584/7286860f-5241-4865-8fea-b07cfe7d1a59/93187778-5a17-48fa-bcd0-3fd89890f4aa) {{(pid=92342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:12:36.861518 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning complete for port 9c1dd446-899f-48e9-b420-894033e526f6 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:12:36.862027 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:36.927578 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-50fe7a76-6e8d-44e4-967c-e62f01cec5ed service neutron] For port abf5cc2f-f90a-43a9-b684-3ad2587c71f5, host hv-cinder-78638, cleared binding levels {{(pid=92341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:12:36.933177 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-50fe7a76-6e8d-44e4-967c-e62f01cec5ed service neutron] For port abf5cc2f-f90a-43a9-b684-3ad2587c71f5, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=abf5cc2f-f90a-43a9-b684-3ad2587c71f5,segment=NetworkSegment(427b38d6-8819-468a-be56-89bd00ebc527),segment_id=427b38d6-8819-468a-be56-89bd00ebc527)] {{(pid=92341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:12:36.952277 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a2f23087-19f7-4869-8238-0cb75eb4c486 req-c48eba6f-def5-4cf1-8bd2-a9117d71db47 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 210 time: 0.0799875
Jun 02 08:12:37.000442 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-01351f2d-69b6-49fd-874b-8350f80df71d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13aa4271-ffbf-4715-a314-4cc116efe70a {{(pid=92342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:12:37.019134 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-01351f2d-69b6-49fd-874b-8350f80df71d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:37.064429 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-50fe7a76-6e8d-44e4-967c-e62f01cec5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589761'] for port, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:37.075892 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:37.077746 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-6ad570d1-5e28-46b9-90af-ad1e81a61783 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:37.091517 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.provisioning_blocks [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-01351f2d-69b6-49fd-874b-8350f80df71d service neutron] Transition to ACTIVE for port object 13aa4271-ffbf-4715-a314-4cc116efe70a will not be triggered until provisioned by entity L2. {{(pid=92342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:12:37.118171 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 9c1dd446-899f-48e9-b420-894033e526f6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9c1dd446-899f-48e9-b420-894033e526f6,segment=NetworkSegment(b642ba97-1b26-4c7e-972e-d6caae7f9c07),segment_id=b642ba97-1b26-4c7e-972e-d6caae7f9c07)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:12:37.154195 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a2e86bbf-ac59-4bad-95a2-b0b9ca4c8a8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for port, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:37.176342 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.provisioning_blocks [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a2e86bbf-ac59-4bad-95a2-b0b9ca4c8a8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Transition to ACTIVE for port object 93187778-5a17-48fa-bcd0-3fd89890f4aa will not be triggered until provisioned by entity DHCP. {{(pid=92342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:12:37.179003 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe7a76-6e8d-44e4-967c-e62f01cec5ed service neutron] Pushing event updated for resources: {'Port': ['ID=abf5cc2f-f90a-43a9-b684-3ad2587c71f5,revision_number=3']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:37.182299 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-50fe7a76-6e8d-44e4-967c-e62f01cec5ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:37.188424 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-50fe7a76-6e8d-44e4-967c-e62f01cec5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:37.189039 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-50fe7a76-6e8d-44e4-967c-e62f01cec5ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:37.190502 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-50fe7a76-6e8d-44e4-967c-e62f01cec5ed service neutron] 10.222.0.72 "PUT /v2.0/ports/abf5cc2f-f90a-43a9-b684-3ad2587c71f5 HTTP/1.1" status: 200  len: 1094 time: 1.8649194
Jun 02 08:12:37.190970 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eba87fcc-ee8d-4fda-8a7b-a890bb13399f', 'tag': 'abf5cc2f-f90a-43a9-b684-3ad2587c71f5'}] {{(pid=92341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:12:37.193273 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d416597fa12f88f8d9bd515793328be5ccabd674e07c2f357b392af977663f84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65dd4c73-5491-4c51-bf27-ee14d84168c0" -d '{"events": [{"name": "network-changed", "server_uuid": "eba87fcc-ee8d-4fda-8a7b-a890bb13399f", "tag": "abf5cc2f-f90a-43a9-b684-3ad2587c71f5"}]}' {{(pid=92341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:12:37.196306 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-01351f2d-69b6-49fd-874b-8350f80df71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:37.202310 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-2ff75704-dbb2-41ea-bcee-4457470af032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:37.230748 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:37.232957 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:37.314498 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c571761-0352-4a1d-90f0-e698c131e359 x-openstack-request-id: req-4c571761-0352-4a1d-90f0-e698c131e359 {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:12:37.314811 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eba87fcc-ee8d-4fda-8a7b-a890bb13399f", "tag": "abf5cc2f-f90a-43a9-b684-3ad2587c71f5", "status": "completed", "code": 200}]} {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:12:37.315131 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4c571761-0352-4a1d-90f0-e698c131e359 {{(pid=92341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:12:37.315548 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eba87fcc-ee8d-4fda-8a7b-a890bb13399f', 'tag': 'abf5cc2f-f90a-43a9-b684-3ad2587c71f5', 'status': 'completed', 'code': 200}
Jun 02 08:12:37.362435 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a2e86bbf-ac59-4bad-95a2-b0b9ca4c8a8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309'] for port, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:37.410602 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=9c1dd446-899f-48e9-b420-894033e526f6,revision_number=5']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:37.423729 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:37.445111 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.72', 51464) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:37.517929 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a2e86bbf-ac59-4bad-95a2-b0b9ca4c8a8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Network 6d786477-7c27-401f-af8f-402c8aef0584 is already hosted by enough agents. {{(pid=92342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:12:37.519505 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01351f2d-69b6-49fd-874b-8350f80df71d service neutron] Pushing event updated for resources: {'Port': ['ID=13aa4271-ffbf-4715-a314-4cc116efe70a,revision_number=2']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:37.531510 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a2e86bbf-ac59-4bad-95a2-b0b9ca4c8a8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Resources bound (agent type, host, resource id):  {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:12:37.535481 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a2e86bbf-ac59-4bad-95a2-b0b9ca4c8a8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Received port after_create {{(pid=92342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:12:37.538208 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd4c73-5491-4c51-bf27-ee14d84168c0 req-4e79a6a9-0e3a-4e71-8a5b-7ec4601e7dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:37.539667 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-65dd4c73-5491-4c51-bf27-ee14d84168c0 req-4e79a6a9-0e3a-4e71-8a5b-7ec4601e7dca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4e4215d7677d49a68195abd7f00b623e&device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 1097 time: 0.1973677
Jun 02 08:12:37.541244 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a2e86bbf-ac59-4bad-95a2-b0b9ca4c8a8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:37.542096 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a2e86bbf-ac59-4bad-95a2-b0b9ca4c8a8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for port, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:37.552399 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff618e-9b68-4d59-b273-0f0d9c759f60 req-113ff2c6-f689-4cd6-bbe9-b9163c841b1f tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:37.558557 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d7ff618e-9b68-4d59-b273-0f0d9c759f60 req-113ff2c6-f689-4cd6-bbe9-b9163c841b1f tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 946 time: 0.2166710
Jun 02 08:12:37.571649 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-01351f2d-69b6-49fd-874b-8350f80df71d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:37.572444 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-3f4df92d-8a9b-4c11-85e4-1c145d3e2f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:37.648656 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a2e86bbf-ac59-4bad-95a2-b0b9ca4c8a8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6817632
Jun 02 08:12:37.649313 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.managers [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-01351f2d-69b6-49fd-874b-8350f80df71d service neutron] Attempting to bind port 13aa4271-ffbf-4715-a314-4cc116efe70a on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:12:37.649636 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.managers [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-01351f2d-69b6-49fd-874b-8350f80df71d service neutron] Attempting to bind port 13aa4271-ffbf-4715-a314-4cc116efe70a by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '427b38d6-8819-468a-be56-89bd00ebc527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '9845329e-acbc-4864-8fcb-054e52779455'}] {{(pid=92342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:12:37.649958 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-01351f2d-69b6-49fd-874b-8350f80df71d service neutron] Attempting to bind port 13aa4271-ffbf-4715-a314-4cc116efe70a on network 9845329e-acbc-4864-8fcb-054e52779455 {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:12:37.681199 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a37c7dfe-bedc-4d03-8861-4c8c51d113ff service neutron] Request body: {'port': {'device_id': '92b32632-c0b4-4e7a-aa19-02812fb338d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:12:37.734265 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-01351f2d-69b6-49fd-874b-8350f80df71d service neutron] Port 13aa4271-ffbf-4715-a314-4cc116efe70a on network 9845329e-acbc-4864-8fcb-054e52779455 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 02 08:12:37.734732 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-01351f2d-69b6-49fd-874b-8350f80df71d service neutron] Attempting to bind port 13aa4271-ffbf-4715-a314-4cc116efe70a on network 9845329e-acbc-4864-8fcb-054e52779455 {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:12:37.756700 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-01351f2d-69b6-49fd-874b-8350f80df71d service neutron] Checking agent: {'id': '5f85f1d8-5acd-47ff-be11-89642c504a90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:12:37.757469 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-01351f2d-69b6-49fd-874b-8350f80df71d service neutron] Checking segment: {'id': '427b38d6-8819-468a-be56-89bd00ebc527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '9845329e-acbc-4864-8fcb-054e52779455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:12:37.758083 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-01351f2d-69b6-49fd-874b-8350f80df71d service neutron] Bound using segment: {'id': '427b38d6-8819-468a-be56-89bd00ebc527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '9845329e-acbc-4864-8fcb-054e52779455'} {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:12:37.758670 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.managers [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-01351f2d-69b6-49fd-874b-8350f80df71d service neutron] Bound port: 13aa4271-ffbf-4715-a314-4cc116efe70a, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427b38d6-8819-468a-be56-89bd00ebc527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '9845329e-acbc-4864-8fcb-054e52779455'}}] {{(pid=92342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:12:37.759117 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-01351f2d-69b6-49fd-874b-8350f80df71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:37.807749 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d7ff618e-9b68-4d59-b273-0f0d9c759f60 req-5fc6fd45-5e11-490c-939e-f1041ee4a201 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/security-groups?id=18c48bd7-fc97-4dce-b928-75c6d3ac5997&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2178876
Jun 02 08:12:37.854487 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd4c73-5491-4c51-bf27-ee14d84168c0 req-5a6c25b5-d47d-4cae-9d6a-efb36d62e291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:37.855923 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-65dd4c73-5491-4c51-bf27-ee14d84168c0 req-5a6c25b5-d47d-4cae-9d6a-efb36d62e291 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=4e4215d7677d49a68195abd7f00b623e&shared=False HTTP/1.1" status: 200  len: 919 time: 0.2964945
Jun 02 08:12:37.863725 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e86bbf-ac59-4bad-95a2-b0b9ca4c8a8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Pushing event updated for resources: {'Port': ['ID=93187778-5a17-48fa-bcd0-3fd89890f4aa,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:37.870700 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-a2e86bbf-ac59-4bad-95a2-b0b9ca4c8a8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:37.987743 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90016f74-bffa-4b43-afe6-2df92214b91e req-e38d6e84-4c31-4a13-b27b-c145ba5fe1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:37.989229 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-90016f74-bffa-4b43-afe6-2df92214b91e req-e38d6e84-4c31-4a13-b27b-c145ba5fe1ea service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 1099 time: 0.5431786
Jun 02 08:12:38.031244 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-722e37ff-8ed0-4312-bd9d-970a3c3e2010 None None] Provisioning for port 93187778-5a17-48fa-bcd0-3fd89890f4aa completed by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:12:38.039456 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-722e37ff-8ed0-4312-bd9d-970a3c3e2010 None None] Provisioning complete for port 93187778-5a17-48fa-bcd0-3fd89890f4aa triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:12:38.040074 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-722e37ff-8ed0-4312-bd9d-970a3c3e2010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:38.064575 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 57760) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:38.079574 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-90016f74-bffa-4b43-afe6-2df92214b91e req-0aa831df-974c-4d57-9685-969dea92f31e service neutron] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:38.111140 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a37c7dfe-bedc-4d03-8861-4c8c51d113ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:38.129510 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd4c73-5491-4c51-bf27-ee14d84168c0 req-a5dbb5a8-6862-4809-bcdd-2f266971e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:38.131071 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-65dd4c73-5491-4c51-bf27-ee14d84168c0 req-a5dbb5a8-6862-4809-bcdd-2f266971e509 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2660103
Jun 02 08:12:38.151893 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798810e-d88b-4801-b9b1-a9983710c7b2 req-908d82e3-f44d-4264-a5b1-6087554b4ac3 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:38.158780 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2798810e-d88b-4801-b9b1-a9983710c7b2 req-908d82e3-f44d-4264-a5b1-6087554b4ac3 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6932d62-8de2-40c2-b8ce-322e3376299e HTTP/1.1" status: 200  len: 945 time: 0.2722907
Jun 02 08:12:38.204653 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-722e37ff-8ed0-4312-bd9d-970a3c3e2010 None None] Port 93187778-5a17-48fa-bcd0-3fd89890f4aa cannot update to ACTIVE because it is not bound. {{(pid=92343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 02 08:12:38.246635 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c357c09-28bf-41f4-9052-b85bdb1676d0 req-1312d8e9-9b66-4fe6-9fec-f92b71e57cb4 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:38.248250 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0c357c09-28bf-41f4-9052-b85bdb1676d0 req-1312d8e9-9b66-4fe6-9fec-f92b71e57cb4 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 944 time: 0.3041325
Jun 02 08:12:38.264505 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-01351f2d-69b6-49fd-874b-8350f80df71d service neutron] For port 13aa4271-ffbf-4715-a314-4cc116efe70a, host hv-cinder-78638, cleared binding levels {{(pid=92342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:12:38.287059 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-01351f2d-69b6-49fd-874b-8350f80df71d service neutron] For port 13aa4271-ffbf-4715-a314-4cc116efe70a, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=13aa4271-ffbf-4715-a314-4cc116efe70a,segment=NetworkSegment(427b38d6-8819-468a-be56-89bd00ebc527),segment_id=427b38d6-8819-468a-be56-89bd00ebc527)] {{(pid=92342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:12:38.293807 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [req-90016f74-bffa-4b43-afe6-2df92214b91e req-0aa831df-974c-4d57-9685-969dea92f31e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:38.305461 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-90016f74-bffa-4b43-afe6-2df92214b91e req-0aa831df-974c-4d57-9685-969dea92f31e service neutron] Usage tracker for resource:security_group_rule and tenant:5059a6cb16cf4a67938672e2f7ac8c4d is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:38.310503 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-90016f74-bffa-4b43-afe6-2df92214b91e req-0aa831df-974c-4d57-9685-969dea92f31e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:38.312974 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2798810e-d88b-4801-b9b1-a9983710c7b2 req-c9c99eac-c534-4e21-8817-85c63e139c75 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1533740
Jun 02 08:12:38.319919 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [req-90016f74-bffa-4b43-afe6-2df92214b91e req-0aa831df-974c-4d57-9685-969dea92f31e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:38.335540 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-5c4a0a3f-0bf1-4597-a335-db3cafe09d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:38.355826 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0c357c09-28bf-41f4-9052-b85bdb1676d0 req-85ca44db-8a9d-4312-a864-1ef3ec2a0db3 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969033
Jun 02 08:12:38.360550 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-5c4a0a3f-0bf1-4597-a335-db3cafe09d9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:38.366673 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-5c4a0a3f-0bf1-4597-a335-db3cafe09d9e admin admin] Usage tracker for resource:security_group_rule and tenant:77f384ef3d6b457787f4d49ad0a4417b is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:38.386151 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-5c4a0a3f-0bf1-4597-a335-db3cafe09d9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:38.386151 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-5c4a0a3f-0bf1-4597-a335-db3cafe09d9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:38.392605 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-ad7af547-abe6-4373-bffb-8594ecfab8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:38.394064 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-ad7af547-abe6-4373-bffb-8594ecfab8d2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4e4215d7677d49a68195abd7f00b623e&device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 1097 time: 0.2179570
Jun 02 08:12:38.409939 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-01351f2d-69b6-49fd-874b-8350f80df71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:38.426004 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:38.501615 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-01351f2d-69b6-49fd-874b-8350f80df71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:38.502234 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-01351f2d-69b6-49fd-874b-8350f80df71d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for port, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:38.503583 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-01351f2d-69b6-49fd-874b-8350f80df71d service neutron] 10.222.0.72 "PUT /v2.0/ports/13aa4271-ffbf-4715-a314-4cc116efe70a HTTP/1.1" status: 200  len: 1094 time: 2.4719677
Jun 02 08:12:38.504045 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a74786c-3711-459e-84b8-edf0a18af644', 'tag': '13aa4271-ffbf-4715-a314-4cc116efe70a'}] {{(pid=92342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:12:38.506318 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e374b3b879b00d97b29532d72ba3bb6ea3956478347f3877d9246faf94d18eae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dda55e6-a154-4752-8185-106dcffacda7" -d '{"events": [{"name": "network-changed", "server_uuid": "9a74786c-3711-459e-84b8-edf0a18af644", "tag": "13aa4271-ffbf-4715-a314-4cc116efe70a"}]}' {{(pid=92342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:12:38.512283 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-b58342f9-fd88-4348-b3da-2a2311012729 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abf5cc2f-f90a-43a9-b684-3ad2587c71f5 HTTP/1.1" status: 200  len: 217 time: 0.1047800
Jun 02 08:12:38.634039 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-0e4483d8-9dc4-48ce-9502-8cd3fb42f210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:38.635533 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-0e4483d8-9dc4-48ce-9502-8cd3fb42f210 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c714f4d4-5e2f-43c9-8b5e-164491687504 HTTP/1.1" status: 200  len: 858 time: 0.1067543
Jun 02 08:12:38.638307 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb476622-6d8d-4093-b164-8ee7a3c8978e x-openstack-request-id: req-fb476622-6d8d-4093-b164-8ee7a3c8978e {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:12:38.638614 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a74786c-3711-459e-84b8-edf0a18af644", "tag": "13aa4271-ffbf-4715-a314-4cc116efe70a", "status": "completed", "code": 200}]} {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:12:38.638885 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fb476622-6d8d-4093-b164-8ee7a3c8978e {{(pid=92342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:12:38.639282 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a74786c-3711-459e-84b8-edf0a18af644', 'tag': '13aa4271-ffbf-4715-a314-4cc116efe70a', 'status': 'completed', 'code': 200}
Jun 02 08:12:38.685163 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 57770) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:38.705413 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01351f2d-69b6-49fd-874b-8350f80df71d service neutron] Pushing event updated for resources: {'Port': ['ID=13aa4271-ffbf-4715-a314-4cc116efe70a,revision_number=3']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:38.707301 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-197cf40a-f390-4a2f-bb1d-8d86038bb2e6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9845329e-acbc-4864-8fcb-054e52779455&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0633814
Jun 02 08:12:38.762251 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbd5cb-3dc3-4bc7-889e-a3aa856a14ee req-4d35e294-f834-485d-86b4-95fa92abfe76 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:38.763620 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-94cbd5cb-3dc3-4bc7-889e-a3aa856a14ee req-4d35e294-f834-485d-86b4-95fa92abfe76 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 931 time: 0.2942951
Jun 02 08:12:38.766858 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-01351f2d-69b6-49fd-874b-8350f80df71d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:38.771247 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-5c4a0a3f-0bf1-4597-a335-db3cafe09d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:38.822056 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-90016f74-bffa-4b43-afe6-2df92214b91e req-0aa831df-974c-4d57-9685-969dea92f31e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:38.853195 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6932d62-8de2-40c2-b8ce-322e3376299e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1dd446-899f-48e9-b420-894033e526f6'}] {{(pid=92343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:12:38.856666 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a92db95248474e1fdd92faa7bb4bdbed5d39af607a3dc1549787c687b6a75a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f30ed25-b36b-45cd-9ef4-c5cf7a30b607" -d '{"events": [{"server_uuid": "a6932d62-8de2-40c2-b8ce-322e3376299e", "name": "network-vif-plugged", "status": "completed", "tag": "9c1dd446-899f-48e9-b420-894033e526f6"}]}' {{(pid=92343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:12:38.861970 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda55e6-a154-4752-8185-106dcffacda7 req-e0d9ad3b-5376-40fb-afae-af0d8a9780d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:38.863442 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-8dda55e6-a154-4752-8185-106dcffacda7 req-e0d9ad3b-5376-40fb-afae-af0d8a9780d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4e4215d7677d49a68195abd7f00b623e&device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 1097 time: 0.2234390
Jun 02 08:12:38.874749 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-5c4a0a3f-0bf1-4597-a335-db3cafe09d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:38.887204 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:38.902208 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-90016f74-bffa-4b43-afe6-2df92214b91e req-0aa831df-974c-4d57-9685-969dea92f31e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:38.917383 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-5c3e4c88-1b0b-4d80-9617-399b9d7dba14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:38.943643 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-94cbd5cb-3dc3-4bc7-889e-a3aa856a14ee req-a1990ee4-5fa7-4b6c-bf68-decb20252996 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1694241
Jun 02 08:12:38.964435 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:38.992740 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-90016f74-bffa-4b43-afe6-2df92214b91e req-0aa831df-974c-4d57-9685-969dea92f31e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=18c48bd7-fc97-4dce-b928-75c6d3ac5997&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9934690
Jun 02 08:12:38.999890 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1fae2f-5bc8-42d6-a6db-eac5f2fd3b24 x-openstack-request-id: req-0c1fae2f-5bc8-42d6-a6db-eac5f2fd3b24 {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:12:39.000396 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6932d62-8de2-40c2-b8ce-322e3376299e", "name": "network-vif-plugged", "status": "completed", "tag": "9c1dd446-899f-48e9-b420-894033e526f6", "code": 200}]} {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:12:39.000864 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0c1fae2f-5bc8-42d6-a6db-eac5f2fd3b24 {{(pid=92343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:12:39.001349 dv-cinder-786385-7-iscsi neutron-server[92343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6932d62-8de2-40c2-b8ce-322e3376299e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1dd446-899f-48e9-b420-894033e526f6', 'code': 200}
Jun 02 08:12:39.021739 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-5c4a0a3f-0bf1-4597-a335-db3cafe09d9e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=77f384ef3d6b457787f4d49ad0a4417b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9511840
Jun 02 08:12:39.024436 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-5c3e4c88-1b0b-4d80-9617-399b9d7dba14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:39.026814 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a0a3f-0bf1-4597-a335-db3cafe09d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0e3cba-7223-4ed6-b794-3695899527c9,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:39.034443 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 57778) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:39.035255 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-5c4a0a3f-0bf1-4597-a335-db3cafe09d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:39.046772 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-5c3e4c88-1b0b-4d80-9617-399b9d7dba14 admin admin] Usage tracker for resource:security_group_rule and tenant:49512225af084907b0369c5ecaea3f55 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:39.050540 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-7fd357cb-6312-4bfd-80ea-5996516c6afb service neutron] 10.222.0.72 "GET /v2.0/networks/9845329e-acbc-4864-8fcb-054e52779455?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3316538
Jun 02 08:12:39.052937 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-5c3e4c88-1b0b-4d80-9617-399b9d7dba14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:39.059554 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a37c7dfe-bedc-4d03-8861-4c8c51d113ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93187778-5a17-48fa-bcd0-3fd89890f4aa {{(pid=92342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:12:39.063343 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-5c3e4c88-1b0b-4d80-9617-399b9d7dba14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:39.077708 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a37c7dfe-bedc-4d03-8861-4c8c51d113ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:39.086629 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa831df-974c-4d57-9685-969dea92f31e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4a351075-1d7d-4e85-8995-ea6c7b446425,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:39.094431 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-0aa831df-974c-4d57-9685-969dea92f31e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:39.116231 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.provisioning_blocks [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a37c7dfe-bedc-4d03-8861-4c8c51d113ff service neutron] Transition to ACTIVE for port object 93187778-5a17-48fa-bcd0-3fd89890f4aa will not be triggered until provisioned by entity L2. {{(pid=92342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:12:39.118863 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda55e6-a154-4752-8185-106dcffacda7 req-237b8aa6-f779-47ec-8d96-d191628c4689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:39.120443 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-8dda55e6-a154-4752-8185-106dcffacda7 req-237b8aa6-f779-47ec-8d96-d191628c4689 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=4e4215d7677d49a68195abd7f00b623e&shared=False HTTP/1.1" status: 200  len: 919 time: 0.2472467
Jun 02 08:12:39.228984 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a37c7dfe-bedc-4d03-8861-4c8c51d113ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:39.242791 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-0dcdab70-18a8-4461-81a3-4b5999ab4e28 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:39.243393 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-e254b576-e9b0-4603-bfc5-49be9e64c2db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:39.265215 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4ff07-d548-4f48-ac4c-dc0708698dc7 req-cdf5549b-db5e-4c33-8c12-b3ea337ac5f5 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:39.266655 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-10b4ff07-d548-4f48-ac4c-dc0708698dc7 req-cdf5549b-db5e-4c33-8c12-b3ea337ac5f5 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 946 time: 0.3061378
Jun 02 08:12:39.366961 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-e254b576-e9b0-4603-bfc5-49be9e64c2db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:39.464479 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c7dfe-bedc-4d03-8861-4c8c51d113ff service neutron] Pushing event updated for resources: {'Port': ['ID=93187778-5a17-48fa-bcd0-3fd89890f4aa,revision_number=2']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:39.477544 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-a37c7dfe-bedc-4d03-8861-4c8c51d113ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:39.483319 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda55e6-a154-4752-8185-106dcffacda7 req-c5edf245-8dc8-4f4c-ac72-8f4a1b322abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:39.490649 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-8dda55e6-a154-4752-8185-106dcffacda7 req-c5edf245-8dc8-4f4c-ac72-8f4a1b322abf service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3634143
Jun 02 08:12:39.504111 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.managers [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a37c7dfe-bedc-4d03-8861-4c8c51d113ff service neutron] Attempting to bind port 93187778-5a17-48fa-bcd0-3fd89890f4aa on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:12:39.504574 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.managers [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a37c7dfe-bedc-4d03-8861-4c8c51d113ff service neutron] Attempting to bind port 93187778-5a17-48fa-bcd0-3fd89890f4aa by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'd228646d-971f-4da9-a65d-c70903a4f851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584'}] {{(pid=92342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:12:39.504890 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a37c7dfe-bedc-4d03-8861-4c8c51d113ff service neutron] Attempting to bind port 93187778-5a17-48fa-bcd0-3fd89890f4aa on network 6d786477-7c27-401f-af8f-402c8aef0584 {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:12:39.511187 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a37c7dfe-bedc-4d03-8861-4c8c51d113ff service neutron] Port 93187778-5a17-48fa-bcd0-3fd89890f4aa on network 6d786477-7c27-401f-af8f-402c8aef0584 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 02 08:12:39.511497 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a37c7dfe-bedc-4d03-8861-4c8c51d113ff service neutron] Attempting to bind port 93187778-5a17-48fa-bcd0-3fd89890f4aa on network 6d786477-7c27-401f-af8f-402c8aef0584 {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:12:39.521082 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a37c7dfe-bedc-4d03-8861-4c8c51d113ff service neutron] Checking agent: {'id': '5f85f1d8-5acd-47ff-be11-89642c504a90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:12:39.521082 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a37c7dfe-bedc-4d03-8861-4c8c51d113ff service neutron] Checking segment: {'id': 'd228646d-971f-4da9-a65d-c70903a4f851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:12:39.521437 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a37c7dfe-bedc-4d03-8861-4c8c51d113ff service neutron] Bound using segment: {'id': 'd228646d-971f-4da9-a65d-c70903a4f851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584'} {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:12:39.521919 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.managers [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a37c7dfe-bedc-4d03-8861-4c8c51d113ff service neutron] Bound port: 93187778-5a17-48fa-bcd0-3fd89890f4aa, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd228646d-971f-4da9-a65d-c70903a4f851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584'}}] {{(pid=92342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:12:39.522313 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a37c7dfe-bedc-4d03-8861-4c8c51d113ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:39.535930 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-10b4ff07-d548-4f48-ac4c-dc0708698dc7 req-6135188a-d9e2-4701-bb94-a3581d4c4430 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/security-groups?id=18c48bd7-fc97-4dce-b928-75c6d3ac5997&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2543495
Jun 02 08:12:39.609080 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b9b46f88-bd9c-4961-a953-46ab7f01b359 req-5f1b5df7-c397-4209-9912-e3451964ed94 service neutron] 10.222.0.72 "GET /v2.0/networks/9845329e-acbc-4864-8fcb-054e52779455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4847012
Jun 02 08:12:39.648782 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-5c3e4c88-1b0b-4d80-9617-399b9d7dba14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:39.715528 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a37c7dfe-bedc-4d03-8861-4c8c51d113ff service neutron] For port 93187778-5a17-48fa-bcd0-3fd89890f4aa, host hv-cinder-78638, cleared binding levels {{(pid=92342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:12:39.720976 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a37c7dfe-bedc-4d03-8861-4c8c51d113ff service neutron] For port 93187778-5a17-48fa-bcd0-3fd89890f4aa, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=93187778-5a17-48fa-bcd0-3fd89890f4aa,segment=NetworkSegment(d228646d-971f-4da9-a65d-c70903a4f851),segment_id=d228646d-971f-4da9-a65d-c70903a4f851)] {{(pid=92342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:12:39.723961 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-42382970-5351-4226-add2-0c4376db5f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:39.725425 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-42382970-5351-4226-add2-0c4376db5f9d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4e4215d7677d49a68195abd7f00b623e&device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 1097 time: 0.1331201
Jun 02 08:12:39.786055 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-5c3e4c88-1b0b-4d80-9617-399b9d7dba14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:39.795745 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:39.798387 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-80c381f2-5a32-4186-9bde-fd7fa2fbebb3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13aa4271-ffbf-4715-a314-4cc116efe70a HTTP/1.1" status: 200  len: 217 time: 0.0647938
Jun 02 08:12:39.825527 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab462a02-3495-4434-aa4d-091369432ba5 req-70061845-0a3f-4373-baab-da51b4673c73 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:39.827120 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ab462a02-3495-4434-aa4d-091369432ba5 req-70061845-0a3f-4373-baab-da51b4673c73 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6932d62-8de2-40c2-b8ce-322e3376299e HTTP/1.1" status: 200  len: 945 time: 0.2323258
Jun 02 08:12:39.845803 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a37c7dfe-bedc-4d03-8861-4c8c51d113ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:39.850903 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-e254b576-e9b0-4603-bfc5-49be9e64c2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:39.860572 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:39.901744 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-5c3e4c88-1b0b-4d80-9617-399b9d7dba14 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=49512225af084907b0369c5ecaea3f55&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2112663
Jun 02 08:12:39.903575 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 57796) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:39.909952 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e4c88-1b0b-4d80-9617-399b9d7dba14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679a1a10-a9e8-4cbc-956f-4d3988421a46,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:39.932052 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-5c3e4c88-1b0b-4d80-9617-399b9d7dba14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:39.934982 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:39.939202 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a37c7dfe-bedc-4d03-8861-4c8c51d113ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:39.939871 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a37c7dfe-bedc-4d03-8861-4c8c51d113ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for port, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:39.941357 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-a37c7dfe-bedc-4d03-8861-4c8c51d113ff service neutron] 10.222.0.72 "PUT /v2.0/ports/93187778-5a17-48fa-bcd0-3fd89890f4aa HTTP/1.1" status: 200  len: 1093 time: 2.2777655
Jun 02 08:12:39.947986 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-5eed849c-c7e1-481d-8f0f-cd8b6000a9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:39.949538 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-5eed849c-c7e1-481d-8f0f-cd8b6000a9c0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c714f4d4-5e2f-43c9-8b5e-164491687504 HTTP/1.1" status: 200  len: 858 time: 0.1445665
Jun 02 08:12:39.976856 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254b576-e9b0-4603-bfc5-49be9e64c2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0e3cba-7223-4ed6-b794-3695899527c9,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:39.988470 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-e254b576-e9b0-4603-bfc5-49be9e64c2db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:39.989667 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-e254b576-e9b0-4603-bfc5-49be9e64c2db admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8a0e3cba-7223-4ed6-b794-3695899527c9 HTTP/1.1" status: 204  len: 168 time: 0.9534807
Jun 02 08:12:40.001376 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-e254b576-e9b0-4603-bfc5-49be9e64c2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:40.020139 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-69705da6-ee2f-44b2-88a1-cdab74963f97 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9845329e-acbc-4864-8fcb-054e52779455&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0598338
Jun 02 08:12:40.020322 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ab462a02-3495-4434-aa4d-091369432ba5 req-39d3030c-1483-48a3-b19f-47419e8fa050 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1750834
Jun 02 08:12:40.020913 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c7dfe-bedc-4d03-8861-4c8c51d113ff service neutron] Pushing event updated for resources: {'Port': ['ID=93187778-5a17-48fa-bcd0-3fd89890f4aa,revision_number=3']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:40.032820 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-a37c7dfe-bedc-4d03-8861-4c8c51d113ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:40.046644 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc049d-d3d7-40a0-8d81-f3569f550006 req-01990805-1169-4f92-9fcb-1bb2ec781eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:40.046644 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d0dc049d-d3d7-40a0-8d81-f3569f550006 req-01990805-1169-4f92-9fcb-1bb2ec781eed service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a6932d62-8de2-40c2-b8ce-322e3376299e HTTP/1.1" status: 200  len: 1098 time: 0.3440669
Jun 02 08:12:40.071453 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b86cb-b403-4900-8871-d7f944a7f7a9 req-4ada2d83-4611-469d-81ff-96aa198270a6 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:40.079108 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-09074478-70e7-4ed3-b1b9-93644cd0bfbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:40.084168 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-006b86cb-b403-4900-8871-d7f944a7f7a9 req-4ada2d83-4611-469d-81ff-96aa198270a6 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 944 time: 0.3856137
Jun 02 08:12:40.191071 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-8b265af4-ac7d-4c4f-9c68-743c11f38d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:40.292437 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d0dc049d-d3d7-40a0-8d81-f3569f550006 req-3420c7db-d3bb-4aeb-a499-07750b82a0ed service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2028177
Jun 02 08:12:40.307003 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-8b265af4-ac7d-4c4f-9c68-743c11f38d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:40.346827 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-006b86cb-b403-4900-8871-d7f944a7f7a9 req-38014bbd-f3e5-43c5-8df0-333576840585 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2616541
Jun 02 08:12:40.347317 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-129fff44-f678-40bd-a2bb-dd82ff9c46f4 service neutron] 10.222.0.72 "GET /v2.0/networks/9845329e-acbc-4864-8fcb-054e52779455?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3157058
Jun 02 08:12:40.350072 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-b4698eca-b9e5-4eae-9fac-2474665449ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:40.351447 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-b4698eca-b9e5-4eae-9fac-2474665449ac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72114cae61da476699f7059d4f116bba&device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 1096 time: 0.2633073
Jun 02 08:12:40.403843 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc695aa3-9537-44e1-af0d-34d9752ac392 req-86266876-8e8d-4e59-ab1e-8b274b19b42d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:40.405439 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bc695aa3-9537-44e1-af0d-34d9752ac392 req-86266876-8e8d-4e59-ab1e-8b274b19b42d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 943 time: 0.1880906
Jun 02 08:12:40.466132 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bc695aa3-9537-44e1-af0d-34d9752ac392 req-900c9a1d-256e-4926-bee2-48686c1fcc6a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495119
Jun 02 08:12:40.512957 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-8b265af4-ac7d-4c4f-9c68-743c11f38d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:40.518508 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:40.534101 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b265af4-ac7d-4c4f-9c68-743c11f38d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679a1a10-a9e8-4cbc-956f-4d3988421a46,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:40.538201 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-8b265af4-ac7d-4c4f-9c68-743c11f38d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:40.542855 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-8b265af4-ac7d-4c4f-9c68-743c11f38d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:40.544252 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-8b265af4-ac7d-4c4f-9c68-743c11f38d21 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/679a1a10-a9e8-4cbc-956f-4d3988421a46 HTTP/1.1" status: 204  len: 168 time: 0.6350970
Jun 02 08:12:40.600403 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-af9ac015-9a24-467f-b71d-7d09cc5a4696 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93187778-5a17-48fa-bcd0-3fd89890f4aa HTTP/1.1" status: 200  len: 217 time: 0.1621294
Jun 02 08:12:40.644718 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b32632-c0b4-4e7a-aa19-02812fb338d9', 'tag': '93187778-5a17-48fa-bcd0-3fd89890f4aa'}] {{(pid=92342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:12:40.647484 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e374b3b879b00d97b29532d72ba3bb6ea3956478347f3877d9246faf94d18eae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e68c6c2-4fc9-4ad7-a85f-8a817ed38d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "92b32632-c0b4-4e7a-aa19-02812fb338d9", "tag": "93187778-5a17-48fa-bcd0-3fd89890f4aa"}]}' {{(pid=92342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:12:40.706207 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e697076c-e4a0-438b-9c75-3ce1c4bb2e11 x-openstack-request-id: req-e697076c-e4a0-438b-9c75-3ce1c4bb2e11 {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:12:40.706505 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b32632-c0b4-4e7a-aa19-02812fb338d9", "tag": "93187778-5a17-48fa-bcd0-3fd89890f4aa", "status": "completed", "code": 200}]} {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:12:40.706925 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e697076c-e4a0-438b-9c75-3ce1c4bb2e11 {{(pid=92342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:12:40.707466 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b32632-c0b4-4e7a-aa19-02812fb338d9', 'tag': '93187778-5a17-48fa-bcd0-3fd89890f4aa', 'status': 'completed', 'code': 200}
Jun 02 08:12:40.762059 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-93a32941-fa51-476a-9e6f-82c31862b184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:40.762466 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f8aaa-d0cd-4502-b2e8-6992c2148f5c req-80052de3-3270-43e6-99fe-6106d9243b6f tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:40.763682 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-93a32941-fa51-476a-9e6f-82c31862b184 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7286860f-5241-4865-8fea-b07cfe7d1a59 HTTP/1.1" status: 200  len: 850 time: 0.1134953
Jun 02 08:12:40.767710 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-6dde5ee9-cf15-45dd-b013-80002babcc22 req-935bdc45-debd-4513-b09d-c8835f981cf2 service neutron] 10.222.0.72 "GET /v2.0/networks/9845329e-acbc-4864-8fcb-054e52779455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3606791
Jun 02 08:12:40.768865 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b40f8aaa-d0cd-4502-b2e8-6992c2148f5c req-80052de3-3270-43e6-99fe-6106d9243b6f tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 946 time: 0.1085880
Jun 02 08:12:40.818565 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b40f8aaa-d0cd-4502-b2e8-6992c2148f5c req-5ad7c212-b5a9-400c-b226-5effa727676a tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/security-groups?id=18c48bd7-fc97-4dce-b928-75c6d3ac5997&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468578
Jun 02 08:12:40.864382 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-bd96206d-2f7a-4adf-b8a0-2ef92d715fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:40.865873 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-bd96206d-2f7a-4adf-b8a0-2ef92d715fb4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d786477-7c27-401f-af8f-402c8aef0584&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0850263
Jun 02 08:12:40.911613 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 57818) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:40.935667 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1b3b3888-6599-4c43-80dd-a2702fbd3a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:40.951575 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-1b3b3888-6599-4c43-80dd-a2702fbd3a24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:40.956089 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-1b3b3888-6599-4c43-80dd-a2702fbd3a24 admin admin] Usage tracker for resource:security_group_rule and tenant:53ea955f5a5d48ecae98765b55b3d725 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:40.959234 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-1b3b3888-6599-4c43-80dd-a2702fbd3a24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:40.964859 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-1b3b3888-6599-4c43-80dd-a2702fbd3a24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:41.034868 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-9ea1520d-1eb3-40f4-bca4-3a444f238f68 service neutron] 10.222.0.72 "GET /v2.0/networks/6d786477-7c27-401f-af8f-402c8aef0584?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1551301
Jun 02 08:12:41.070415 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1b3b3888-6599-4c43-80dd-a2702fbd3a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:41.156552 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1b3b3888-6599-4c43-80dd-a2702fbd3a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:41.192055 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-a2b6b95a-ac95-4b0e-a01e-33664c9fe5ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:41.204756 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-1b3b3888-6599-4c43-80dd-a2702fbd3a24 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=53ea955f5a5d48ecae98765b55b3d725&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2895827
Jun 02 08:12:41.205651 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 57830) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:41.237123 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-c71f16e8-59b7-40e0-a13f-75a8484b50a3 req-554fbccb-3298-41d5-a60d-583af0247330 service neutron] 10.222.0.72 "GET /v2.0/networks/6d786477-7c27-401f-af8f-402c8aef0584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1943595
Jun 02 08:12:41.291799 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b3888-6599-4c43-80dd-a2702fbd3a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb999562-e2bf-4693-bd1d-b2e25fe6c126,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:41.301996 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-1b3b3888-6599-4c43-80dd-a2702fbd3a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:41.334809 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-8fb5c09c-df9f-4fbd-a284-6ed74c8afdf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:41.368028 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-8fb5c09c-df9f-4fbd-a284-6ed74c8afdf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:41.394066 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af98b0b-6fe1-4489-a7bd-a3721fa9a4aa req-690febfb-bf8d-4d44-9827-bb1e05eb04fc tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:41.395801 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0af98b0b-6fe1-4489-a7bd-a3721fa9a4aa req-690febfb-bf8d-4d44-9827-bb1e05eb04fc tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6932d62-8de2-40c2-b8ce-322e3376299e HTTP/1.1" status: 200  len: 945 time: 0.1537266
Jun 02 08:12:41.459412 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0af98b0b-6fe1-4489-a7bd-a3721fa9a4aa req-7533e459-94d9-47a2-8925-f8a32171e898 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558696
Jun 02 08:12:41.510444 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68c6c2-4fc9-4ad7-a85f-8a817ed38d9d req-24aaccac-29f2-4ae1-abe4-085d5d42d979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:41.511718 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-3e68c6c2-4fc9-4ad7-a85f-8a817ed38d9d req-24aaccac-29f2-4ae1-abe4-085d5d42d979 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72114cae61da476699f7059d4f116bba&device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 1096 time: 0.0872924
Jun 02 08:12:41.565347 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ad007-5abb-4370-befc-82b33c828c27 req-002c2bc2-1452-403d-a8c4-5451b80edf17 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:41.566744 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f70ad007-5abb-4370-befc-82b33c828c27 req-002c2bc2-1452-403d-a8c4-5451b80edf17 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 944 time: 0.0847690
Jun 02 08:12:41.595928 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-8fb5c09c-df9f-4fbd-a284-6ed74c8afdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:41.606120 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:41.657221 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb5c09c-df9f-4fbd-a284-6ed74c8afdf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb999562-e2bf-4693-bd1d-b2e25fe6c126,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:41.671978 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-8fb5c09c-df9f-4fbd-a284-6ed74c8afdf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:41.677948 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68c6c2-4fc9-4ad7-a85f-8a817ed38d9d req-2e5617fe-4cb3-4f47-b4f6-244f04d38fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:41.680299 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-3e68c6c2-4fc9-4ad7-a85f-8a817ed38d9d req-2e5617fe-4cb3-4f47-b4f6-244f04d38fab service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d786477-7c27-401f-af8f-402c8aef0584 HTTP/1.1" status: 200  len: 912 time: 0.1482515
Jun 02 08:12:41.680437 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f70ad007-5abb-4370-befc-82b33c828c27 req-b0a83682-2a4a-4efd-9940-63a91b1474ae tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050138
Jun 02 08:12:41.681487 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-8fb5c09c-df9f-4fbd-a284-6ed74c8afdf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:41.684883 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-8fb5c09c-df9f-4fbd-a284-6ed74c8afdf8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cb999562-e2bf-4693-bd1d-b2e25fe6c126 HTTP/1.1" status: 204  len: 168 time: 0.4759126
Jun 02 08:12:41.727243 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 57840) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:41.756183 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc0c34-75b1-4c70-9f6d-f2ee0db8eb64 req-84f66d2c-45a2-47f1-b632-3d751ccc51a1 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:41.764213 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3adc0c34-75b1-4c70-9f6d-f2ee0db8eb64 req-84f66d2c-45a2-47f1-b632-3d751ccc51a1 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 943 time: 0.1546800
Jun 02 08:12:41.782284 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 57846) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:41.798208 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-3e68c6c2-4fc9-4ad7-a85f-8a817ed38d9d req-24db7da5-6180-4769-bdf5-36a63c2ab007 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93187778-5a17-48fa-bcd0-3fd89890f4aa HTTP/1.1" status: 200  len: 217 time: 0.1106634
Jun 02 08:12:41.805130 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a85666ac-f296-4bb7-98ca-493c0736e20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:41.834509 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-a85666ac-f296-4bb7-98ca-493c0736e20f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:41.852876 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-a85666ac-f296-4bb7-98ca-493c0736e20f admin admin] Usage tracker for resource:security_group_rule and tenant:558e847a872d44ca82ab6ed45eaa8cd0 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:41.873855 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68c6c2-4fc9-4ad7-a85f-8a817ed38d9d req-f8f77501-81eb-4077-b3fd-b37a0088d5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:41.876662 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-3e68c6c2-4fc9-4ad7-a85f-8a817ed38d9d req-f8f77501-81eb-4077-b3fd-b37a0088d5fb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7286860f-5241-4865-8fea-b07cfe7d1a59 HTTP/1.1" status: 200  len: 850 time: 0.0702870
Jun 02 08:12:41.878794 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3adc0c34-75b1-4c70-9f6d-f2ee0db8eb64 req-9cd5ad8c-118f-4ea2-9808-7e67153b9137 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1130447
Jun 02 08:12:41.879742 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-a85666ac-f296-4bb7-98ca-493c0736e20f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:41.900565 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-a85666ac-f296-4bb7-98ca-493c0736e20f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:42.058143 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68c6c2-4fc9-4ad7-a85f-8a817ed38d9d req-ed4d489d-f074-4aa4-9c10-481ecddbe12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:42.059601 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-3e68c6c2-4fc9-4ad7-a85f-8a817ed38d9d req-ed4d489d-f074-4aa4-9c10-481ecddbe12d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d786477-7c27-401f-af8f-402c8aef0584&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1754375
Jun 02 08:12:42.070710 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a85666ac-f296-4bb7-98ca-493c0736e20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:42.083874 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-3f356388-fcd1-4783-ba82-87a105f9eb89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:42.105368 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-3f356388-fcd1-4783-ba82-87a105f9eb89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:42.116124 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-3f356388-fcd1-4783-ba82-87a105f9eb89 admin admin] Usage tracker for resource:security_group_rule and tenant:141961535c9d4d42a874bc9bbfff0526 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:42.119687 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-3f356388-fcd1-4783-ba82-87a105f9eb89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:42.127242 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-3f356388-fcd1-4783-ba82-87a105f9eb89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:42.149331 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cebdf-8065-4d8f-8eaf-c198e1fd6539 req-ae3a7993-828b-4d35-92e6-3e13ec61daed tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:42.150811 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-614cebdf-8065-4d8f-8eaf-c198e1fd6539 req-ae3a7993-828b-4d35-92e6-3e13ec61daed tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 946 time: 0.1186390
Jun 02 08:12:42.190564 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a85666ac-f296-4bb7-98ca-493c0736e20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:42.207575 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-e254b576-e9b0-4603-bfc5-49be9e64c2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:42.224807 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-3e68c6c2-4fc9-4ad7-a85f-8a817ed38d9d req-9f37aa88-4b9d-4928-b5af-da4171710a57 service neutron] 10.222.0.72 "GET /v2.0/networks/6d786477-7c27-401f-af8f-402c8aef0584?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501915
Jun 02 08:12:42.287189 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-a85666ac-f296-4bb7-98ca-493c0736e20f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=558e847a872d44ca82ab6ed45eaa8cd0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5038815
Jun 02 08:12:42.292938 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-614cebdf-8065-4d8f-8eaf-c198e1fd6539 req-d136c913-0fec-40dd-8f07-042ead229301 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/security-groups?id=18c48bd7-fc97-4dce-b928-75c6d3ac5997&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193371
Jun 02 08:12:42.294525 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 57856) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:42.297200 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85666ac-f296-4bb7-98ca-493c0736e20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc2e440-b574-41fd-84e4-04c11d772b0a,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:42.315216 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-a85666ac-f296-4bb7-98ca-493c0736e20f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:42.412508 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-3e68c6c2-4fc9-4ad7-a85f-8a817ed38d9d req-4dec1718-fa1f-4250-87f5-8e3cdba82a6c service neutron] 10.222.0.72 "GET /v2.0/networks/6d786477-7c27-401f-af8f-402c8aef0584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1568298
Jun 02 08:12:42.413014 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-fa8cbbb0-b5ba-42d1-ad7c-921a501dc5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:42.425829 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-3f356388-fcd1-4783-ba82-87a105f9eb89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:42.442920 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-fa8cbbb0-b5ba-42d1-ad7c-921a501dc5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:42.502891 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-3f356388-fcd1-4783-ba82-87a105f9eb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:42.511915 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:42.563026 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f356388-fcd1-4783-ba82-87a105f9eb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ca4e66-5d65-482a-a1f1-a5433ddefb56,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:42.567104 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-3f356388-fcd1-4783-ba82-87a105f9eb89 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=141961535c9d4d42a874bc9bbfff0526&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8376718
Jun 02 08:12:42.568032 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-3f356388-fcd1-4783-ba82-87a105f9eb89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:42.569850 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 57866) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:42.640404 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:42.645431 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-6e1e11fd-8187-4fb4-8226-5085b4656078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:42.674498 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-fa8cbbb0-b5ba-42d1-ad7c-921a501dc5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:42.684692 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:42.707350 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8cbbb0-b5ba-42d1-ad7c-921a501dc5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc2e440-b574-41fd-84e4-04c11d772b0a,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:42.712757 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-fa8cbbb0-b5ba-42d1-ad7c-921a501dc5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:42.742722 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-fa8cbbb0-b5ba-42d1-ad7c-921a501dc5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:42.743828 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-fa8cbbb0-b5ba-42d1-ad7c-921a501dc5f5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8dc2e440-b574-41fd-84e4-04c11d772b0a HTTP/1.1" status: 204  len: 168 time: 0.4482901
Jun 02 08:12:42.753553 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a33dcbc4-7a0e-43ab-a1f3-6421950bdf2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:42.790965 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a33dcbc4-7a0e-43ab-a1f3-6421950bdf2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:42.806145 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe5580-89d5-42bd-a6a9-b12fb708c290 req-a306b928-5fb8-4b3a-945f-1cb4daa11ba6 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:42.807665 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-85fe5580-89d5-42bd-a6a9-b12fb708c290 req-a306b928-5fb8-4b3a-945f-1cb4daa11ba6 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6932d62-8de2-40c2-b8ce-322e3376299e HTTP/1.1" status: 200  len: 945 time: 0.1792574
Jun 02 08:12:42.932746 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-85fe5580-89d5-42bd-a6a9-b12fb708c290 req-2d21a5fd-ede2-4e4e-848e-750f6a4a5472 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135266
Jun 02 08:12:43.001977 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224aa0b-4b88-4ae6-b3c8-addd08846304 req-efb19394-8cd9-49e0-af04-14c8ca391b60 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:43.009501 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0224aa0b-4b88-4ae6-b3c8-addd08846304 req-efb19394-8cd9-49e0-af04-14c8ca391b60 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 944 time: 0.1891880
Jun 02 08:12:43.027564 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a33dcbc4-7a0e-43ab-a1f3-6421950bdf2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:43.035951 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-395d1ecd-879b-483b-be28-4edcd7f2abb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:43.054958 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33dcbc4-7a0e-43ab-a1f3-6421950bdf2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ca4e66-5d65-482a-a1f1-a5433ddefb56,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:43.057797 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-a33dcbc4-7a0e-43ab-a1f3-6421950bdf2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:43.072985 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a33dcbc4-7a0e-43ab-a1f3-6421950bdf2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:43.074114 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-a33dcbc4-7a0e-43ab-a1f3-6421950bdf2b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f1ca4e66-5d65-482a-a1f1-a5433ddefb56 HTTP/1.1" status: 204  len: 168 time: 0.5033576
Jun 02 08:12:43.119991 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0224aa0b-4b88-4ae6-b3c8-addd08846304 req-3d2bef10-7c77-4bcd-aa93-a01889a54621 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094961
Jun 02 08:12:43.209108 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2a1f2-1eb2-4243-afd8-3874db5ea877 req-537d2158-f86c-441f-bcf6-2a2ed50597f9 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:43.217283 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9db2a1f2-1eb2-4243-afd8-3874db5ea877 req-537d2158-f86c-441f-bcf6-2a2ed50597f9 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 943 time: 0.1350539
Jun 02 08:12:43.275204 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9db2a1f2-1eb2-4243-afd8-3874db5ea877 req-ed24646e-ec7b-4793-8056-c8b602bfd32f tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0561731
Jun 02 08:12:43.758811 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:43.933435 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device abf5cc2f-f90a-43a9-b684-3ad2587c71f5 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=92343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 02 08:12:44.087553 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port abf5cc2f-f90a-43a9-b684-3ad2587c71f5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=abf5cc2f-f90a-43a9-b684-3ad2587c71f5,segment=NetworkSegment(427b38d6-8819-468a-be56-89bd00ebc527),segment_id=427b38d6-8819-468a-be56-89bd00ebc527)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:12:44.106029 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Returning: {'device': 'abf5cc2f-f90a-43a9-b684-3ad2587c71f5', 'network_id': '9845329e-acbc-4864-8fcb-054e52779455', 'port_id': 'abf5cc2f-f90a-43a9-b684-3ad2587c71f5', 'mac_address': 'fa:16:3e:b6:79:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c714f4d4-5e2f-43c9-8b5e-164491687504', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 02 08:12:44.113104 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 57924) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:44.145595 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4844e205-e255-49e8-8cc1-ebc125177b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:44.187568 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-4844e205-e255-49e8-8cc1-ebc125177b6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:44.200461 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-4844e205-e255-49e8-8cc1-ebc125177b6b admin admin] Usage tracker for resource:security_group_rule and tenant:3ed0bae14bf442c99960b4e90222626a is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:44.209284 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-4844e205-e255-49e8-8cc1-ebc125177b6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:44.220152 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:44.223667 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-4844e205-e255-49e8-8cc1-ebc125177b6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:44.242261 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abf5cc2f-f90a-43a9-b684-3ad2587c71f5 {{(pid=92343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:12:44.260645 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port abf5cc2f-f90a-43a9-b684-3ad2587c71f5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=abf5cc2f-f90a-43a9-b684-3ad2587c71f5,segment=NetworkSegment(427b38d6-8819-468a-be56-89bd00ebc527),segment_id=427b38d6-8819-468a-be56-89bd00ebc527)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:12:44.336127 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:44.339301 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:44.366047 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4844e205-e255-49e8-8cc1-ebc125177b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:44.461544 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4844e205-e255-49e8-8cc1-ebc125177b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:44.474140 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:44.505626 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=abf5cc2f-f90a-43a9-b684-3ad2587c71f5,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:44.515732 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:44.529444 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03b980-9290-4cba-acff-5359e432f968 req-4a3a34ca-f39e-4de5-b411-7c71df9289c9 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:44.550033 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4b03b980-9290-4cba-acff-5359e432f968 req-4a3a34ca-f39e-4de5-b411-7c71df9289c9 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 944 time: 0.2327363
Jun 02 08:12:44.572798 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-4844e205-e255-49e8-8cc1-ebc125177b6b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3ed0bae14bf442c99960b4e90222626a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4585040
Jun 02 08:12:44.586525 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 57940) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:44.586711 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844e205-e255-49e8-8cc1-ebc125177b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2787689-9856-4ce3-aee3-56888128b74f,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:44.588121 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-4844e205-e255-49e8-8cc1-ebc125177b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:44.657654 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4b03b980-9290-4cba-acff-5359e432f968 req-03841170-6165-485a-8e9c-dcc200e8498f tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1156523
Jun 02 08:12:44.703351 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32738bb-eaa3-4e20-a394-08bfae206fcc req-797d7d3e-bf23-4811-9790-35de6f5950f5 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:44.711228 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f32738bb-eaa3-4e20-a394-08bfae206fcc req-797d7d3e-bf23-4811-9790-35de6f5950f5 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 943 time: 0.3022723
Jun 02 08:12:44.718743 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['abf5cc2f-f90a-43a9-b684-3ad2587c71f5'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:12:44.775404 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f32738bb-eaa3-4e20-a394-08bfae206fcc req-6e053990-a5d9-4fe0-8d77-602c01176fbc tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0632069
Jun 02 08:12:44.800914 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d4a09001-68f9-4b9d-83ac-421e130a9104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:44.831628 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d4a09001-68f9-4b9d-83ac-421e130a9104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:44.979841 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d4a09001-68f9-4b9d-83ac-421e130a9104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:44.985764 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-c9965f05-7f77-4b8e-ab5e-1e0c4b5ffe1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:44.996482 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a09001-68f9-4b9d-83ac-421e130a9104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2787689-9856-4ce3-aee3-56888128b74f,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:45.000571 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-d4a09001-68f9-4b9d-83ac-421e130a9104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:45.004045 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d4a09001-68f9-4b9d-83ac-421e130a9104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:45.008681 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-d4a09001-68f9-4b9d-83ac-421e130a9104 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a2787689-9856-4ce3-aee3-56888128b74f HTTP/1.1" status: 204  len: 168 time: 0.4214993
Jun 02 08:12:45.170427 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:45.917896 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 58008) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:45.934153 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-65c82756-e4a8-4415-a0b4-fa225cf01354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:45.949004 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-65c82756-e4a8-4415-a0b4-fa225cf01354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:45.953479 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-65c82756-e4a8-4415-a0b4-fa225cf01354 admin admin] Usage tracker for resource:security_group_rule and tenant:0a07fa9d6e654c458102b8923b510283 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:45.956386 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-65c82756-e4a8-4415-a0b4-fa225cf01354 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:45.958414 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 93187778-5a17-48fa-bcd0-3fd89890f4aa details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=92343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 02 08:12:45.971873 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-65c82756-e4a8-4415-a0b4-fa225cf01354 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:46.008572 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 58012) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:46.012174 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device abf5cc2f-f90a-43a9-b684-3ad2587c71f5 up at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:12:46.146884 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-65c82756-e4a8-4415-a0b4-fa225cf01354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:46.223703 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 93187778-5a17-48fa-bcd0-3fd89890f4aa, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=93187778-5a17-48fa-bcd0-3fd89890f4aa,segment=NetworkSegment(d228646d-971f-4da9-a65d-c70903a4f851),segment_id=d228646d-971f-4da9-a65d-c70903a4f851)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:12:46.225912 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-65c82756-e4a8-4415-a0b4-fa225cf01354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:46.238904 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-1928544c-dc33-4642-820a-8a695aca38a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:46.243000 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Returning: {'device': '93187778-5a17-48fa-bcd0-3fd89890f4aa', 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584', 'port_id': '93187778-5a17-48fa-bcd0-3fd89890f4aa', 'mac_address': 'fa:16:3e:0d:23:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7286860f-5241-4865-8fea-b07cfe7d1a59', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 02 08:12:46.283802 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning for port abf5cc2f-f90a-43a9-b684-3ad2587c71f5 completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:12:46.291818 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning complete for port abf5cc2f-f90a-43a9-b684-3ad2587c71f5 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:12:46.292488 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:46.298902 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-65c82756-e4a8-4415-a0b4-fa225cf01354 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0a07fa9d6e654c458102b8923b510283&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3780761
Jun 02 08:12:46.299348 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 58024) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:46.310779 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c82756-e4a8-4415-a0b4-fa225cf01354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3d73e6-1bfd-4be9-a024-0e4878e3bb88,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:46.313959 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-65c82756-e4a8-4415-a0b4-fa225cf01354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:46.344149 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-4f7ac6e3-9f21-4029-876c-c772415cd2d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:46.365193 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:46.372451 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-4f7ac6e3-9f21-4029-876c-c772415cd2d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:46.381687 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-4f7ac6e3-9f21-4029-876c-c772415cd2d7 admin admin] Usage tracker for resource:security_group_rule and tenant:875291f6689b496795e12697b26947e7 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:46.385419 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-4f7ac6e3-9f21-4029-876c-c772415cd2d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:46.388067 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93187778-5a17-48fa-bcd0-3fd89890f4aa {{(pid=92343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:12:46.399806 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-4f7ac6e3-9f21-4029-876c-c772415cd2d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:46.404805 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 93187778-5a17-48fa-bcd0-3fd89890f4aa, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=93187778-5a17-48fa-bcd0-3fd89890f4aa,segment=NetworkSegment(d228646d-971f-4da9-a65d-c70903a4f851),segment_id=d228646d-971f-4da9-a65d-c70903a4f851)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:12:46.414582 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-4efb0e69-c5e3-496a-9481-d320d5453ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:46.462738 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-4efb0e69-c5e3-496a-9481-d320d5453ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:46.472815 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:46.503074 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba87fcc-ee8d-4fda-8a7b-a890bb13399f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf5cc2f-f90a-43a9-b684-3ad2587c71f5'}] {{(pid=92343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:12:46.505988 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a92db95248474e1fdd92faa7bb4bdbed5d39af607a3dc1549787c687b6a75a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb381f3-fce6-4818-b657-14609d637c38" -d '{"events": [{"server_uuid": "eba87fcc-ee8d-4fda-8a7b-a890bb13399f", "name": "network-vif-plugged", "status": "completed", "tag": "abf5cc2f-f90a-43a9-b684-3ad2587c71f5"}]}' {{(pid=92343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:12:46.516178 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port abf5cc2f-f90a-43a9-b684-3ad2587c71f5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=abf5cc2f-f90a-43a9-b684-3ad2587c71f5,segment=NetworkSegment(427b38d6-8819-468a-be56-89bd00ebc527),segment_id=427b38d6-8819-468a-be56-89bd00ebc527)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:12:46.552567 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-4f7ac6e3-9f21-4029-876c-c772415cd2d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:46.637087 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f65ec-256f-4f51-a9ed-4690b256ebc3 req-ebd60cf0-6f20-4ee1-b406-44a8e89e915e tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:46.638503 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-059f65ec-256f-4f51-a9ed-4690b256ebc3 req-ebd60cf0-6f20-4ee1-b406-44a8e89e915e tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 944 time: 0.0843332
Jun 02 08:12:46.667226 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:46.667963 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 13aa4271-ffbf-4715-a314-4cc116efe70a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=92343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 02 08:12:46.669973 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:46.684549 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-059f65ec-256f-4f51-a9ed-4690b256ebc3 req-71b10303-4664-411a-aac1-baa1826ce1f5 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395708
Jun 02 08:12:46.742411 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-4f7ac6e3-9f21-4029-876c-c772415cd2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:46.751156 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-4efb0e69-c5e3-496a-9481-d320d5453ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:46.756873 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:46.762474 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:46.766135 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=93187778-5a17-48fa-bcd0-3fd89890f4aa,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:46.777945 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:46.778347 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:46.819160 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-4f7ac6e3-9f21-4029-876c-c772415cd2d7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=875291f6689b496795e12697b26947e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8095558
Jun 02 08:12:46.821842 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 58030) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:46.858590 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ac6e3-9f21-4029-876c-c772415cd2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbdd1f8-9eb4-46cc-a839-014c94260819,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:46.878031 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-4efb0e69-c5e3-496a-9481-d320d5453ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:46.879128 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-4efb0e69-c5e3-496a-9481-d320d5453ab5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cd3d73e6-1bfd-4be9-a024-0e4878e3bb88 HTTP/1.1" status: 204  len: 168 time: 0.5791650
Jun 02 08:12:46.912539 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb0e69-c5e3-496a-9481-d320d5453ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3d73e6-1bfd-4be9-a024-0e4878e3bb88,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:46.931628 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-4efb0e69-c5e3-496a-9481-d320d5453ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:46.932257 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-619ecdc0-c83d-49de-a5a7-d8fe70e6c606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:46.932257 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-619ecdc0-c83d-49de-a5a7-d8fe70e6c606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:46.940552 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-afb35319-c9a1-4e1a-aa1e-95598b1beff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:46.976512 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-afb35319-c9a1-4e1a-aa1e-95598b1beff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:46.985861 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=abf5cc2f-f90a-43a9-b684-3ad2587c71f5,revision_number=5']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:47.005085 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:47.020763 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffbb89-5e5a-4df4-9ba6-f0a2a40a02f7 req-0cbe8405-e487-4d4c-aed1-4fcb65b34127 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:47.022283 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6fffbb89-5e5a-4df4-9ba6-f0a2a40a02f7 req-0cbe8405-e487-4d4c-aed1-4fcb65b34127 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 944 time: 0.2114425
Jun 02 08:12:47.032797 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 13aa4271-ffbf-4715-a314-4cc116efe70a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=13aa4271-ffbf-4715-a314-4cc116efe70a,segment=NetworkSegment(427b38d6-8819-468a-be56-89bd00ebc527),segment_id=427b38d6-8819-468a-be56-89bd00ebc527)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:12:47.072731 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Returning: {'device': '13aa4271-ffbf-4715-a314-4cc116efe70a', 'network_id': '9845329e-acbc-4864-8fcb-054e52779455', 'port_id': '13aa4271-ffbf-4715-a314-4cc116efe70a', 'mac_address': 'fa:16:3e:09:5e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c714f4d4-5e2f-43c9-8b5e-164491687504', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 02 08:12:47.095496 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6fffbb89-5e5a-4df4-9ba6-f0a2a40a02f7 req-43cd8e89-208c-4fcf-8a72-038e2153864a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0669847
Jun 02 08:12:47.167742 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-afb35319-c9a1-4e1a-aa1e-95598b1beff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:47.175609 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-0aa831df-974c-4d57-9685-969dea92f31e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:47.180703 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa706102-e94e-4c1f-b7ec-b63243a816c7 x-openstack-request-id: req-aa706102-e94e-4c1f-b7ec-b63243a816c7 {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:12:47.181137 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba87fcc-ee8d-4fda-8a7b-a890bb13399f", "name": "network-vif-plugged", "status": "completed", "tag": "abf5cc2f-f90a-43a9-b684-3ad2587c71f5", "code": 200}]} {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:12:47.181401 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aa706102-e94e-4c1f-b7ec-b63243a816c7 {{(pid=92343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:12:47.181796 dv-cinder-786385-7-iscsi neutron-server[92343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba87fcc-ee8d-4fda-8a7b-a890bb13399f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf5cc2f-f90a-43a9-b684-3ad2587c71f5', 'code': 200}
Jun 02 08:12:47.182384 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:47.195191 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb35319-c9a1-4e1a-aa1e-95598b1beff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbdd1f8-9eb4-46cc-a839-014c94260819,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:47.199245 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-afb35319-c9a1-4e1a-aa1e-95598b1beff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:47.213149 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13aa4271-ffbf-4715-a314-4cc116efe70a {{(pid=92343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:12:47.231327 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-afb35319-c9a1-4e1a-aa1e-95598b1beff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:47.236553 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-afb35319-c9a1-4e1a-aa1e-95598b1beff1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0cbdd1f8-9eb4-46cc-a839-014c94260819 HTTP/1.1" status: 204  len: 168 time: 0.4122851
Jun 02 08:12:47.268591 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 13aa4271-ffbf-4715-a314-4cc116efe70a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=13aa4271-ffbf-4715-a314-4cc116efe70a,segment=NetworkSegment(427b38d6-8819-468a-be56-89bd00ebc527),segment_id=427b38d6-8819-468a-be56-89bd00ebc527)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:12:47.357465 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:47.360330 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:47.493594 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=13aa4271-ffbf-4715-a314-4cc116efe70a,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:47.496776 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:47.669025 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1bbd8-c87c-490a-b25d-0701622d7f44 req-730a4d4a-6f16-4d3b-b3fc-e8b3b7a5c005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:47.670481 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-76c1bbd8-c87c-490a-b25d-0701622d7f44 req-730a4d4a-6f16-4d3b-b3fc-e8b3b7a5c005 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 1099 time: 0.0700812
Jun 02 08:12:47.722692 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-76c1bbd8-c87c-490a-b25d-0701622d7f44 req-793bb75c-0e60-4547-870f-75dedbe112e1 service neutron] Synchronizing usage tracker for tenant:5059a6cb16cf4a67938672e2f7ac8c4d on resource:security_group {{(pid=92342) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:12:47.808838 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['93187778-5a17-48fa-bcd0-3fd89890f4aa'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:12:47.836403 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-76c1bbd8-c87c-490a-b25d-0701622d7f44 req-793bb75c-0e60-4547-870f-75dedbe112e1 service neutron] Unset dirty status for tenant:5059a6cb16cf4a67938672e2f7ac8c4d on resource:security_group {{(pid=92342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:12:47.838450 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-76c1bbd8-c87c-490a-b25d-0701622d7f44 req-793bb75c-0e60-4547-870f-75dedbe112e1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1601171
Jun 02 08:12:47.867132 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['13aa4271-ffbf-4715-a314-4cc116efe70a'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:12:47.922449 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede8e07-9b73-4240-970e-54bd0d198b25 req-7486623e-9657-4e01-95f7-e0cb196c019a tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:47.930075 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-fede8e07-9b73-4240-970e-54bd0d198b25 req-7486623e-9657-4e01-95f7-e0cb196c019a tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 945 time: 0.1252537
Jun 02 08:12:47.999583 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-fede8e07-9b73-4240-970e-54bd0d198b25 req-c8cca5e7-eec4-4c95-b655-e6eeb085a0be tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691476
Jun 02 08:12:48.337388 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1be6de-c9ae-414d-9750-36f6cd662dbd req-8a2c108a-b296-4f99-a370-0c89f69a5df9 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:48.346851 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4f1be6de-c9ae-414d-9750-36f6cd662dbd req-8a2c108a-b296-4f99-a370-0c89f69a5df9 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 944 time: 0.0952837
Jun 02 08:12:48.399737 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4f1be6de-c9ae-414d-9750-36f6cd662dbd req-7d87370f-7243-4f8a-b4a6-3d838a865360 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535290
Jun 02 08:12:49.195281 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463157c-f69c-4b2e-bdfa-ebce6eafb392 req-53c2f82c-b898-462e-b36d-0c0f9e28c8ae tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:49.203193 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f463157c-f69c-4b2e-bdfa-ebce6eafb392 req-53c2f82c-b898-462e-b36d-0c0f9e28c8ae tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 945 time: 0.1012683
Jun 02 08:12:49.246559 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f463157c-f69c-4b2e-bdfa-ebce6eafb392 req-9dd3dcbd-d1bf-4064-928e-cf6da160083f tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441358
Jun 02 08:12:49.595766 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbc0a8-f8c8-4daa-a70e-1c84bfa2e8ba req-8c9d80d9-d029-4e8f-ac21-be023dea6ee2 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:49.597246 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-fcdbc0a8-f8c8-4daa-a70e-1c84bfa2e8ba req-8c9d80d9-d029-4e8f-ac21-be023dea6ee2 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 944 time: 0.0803192
Jun 02 08:12:49.641311 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-fcdbc0a8-f8c8-4daa-a70e-1c84bfa2e8ba req-8c16c7ab-9138-473e-9d7b-fcb333f418c1 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384433
Jun 02 08:12:50.437083 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae0390-afc3-4ea0-802e-64269e37e0a9 req-507513a4-5579-481e-a016-11149e5ba9fe tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:50.438546 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-acae0390-afc3-4ea0-802e-64269e37e0a9 req-507513a4-5579-481e-a016-11149e5ba9fe tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 945 time: 0.0825305
Jun 02 08:12:50.482216 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-acae0390-afc3-4ea0-802e-64269e37e0a9 req-8a463d36-e75f-4306-8b5f-9c4775b4210c tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376849
Jun 02 08:12:50.830365 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a49fb1-0d49-426b-8ec7-0f0b4f69082a req-3bb6f8b0-ff9c-439f-b6be-ac4c95803381 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:50.836541 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-34a49fb1-0d49-426b-8ec7-0f0b4f69082a req-3bb6f8b0-ff9c-439f-b6be-ac4c95803381 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 944 time: 0.0829196
Jun 02 08:12:50.879103 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-34a49fb1-0d49-426b-8ec7-0f0b4f69082a req-a8106c07-85f8-4af5-ae07-a89d7a439f91 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408731
Jun 02 08:12:51.703506 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ced83-10e2-4bde-9fbf-be4409d3ec1a req-38e8e9c3-80c9-433c-b795-db5d58bc4bce tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:51.704988 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-124ced83-10e2-4bde-9fbf-be4409d3ec1a req-38e8e9c3-80c9-433c-b795-db5d58bc4bce tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 945 time: 0.1181977
Jun 02 08:12:51.750914 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-124ced83-10e2-4bde-9fbf-be4409d3ec1a req-6bf7ad01-55c4-444f-9523-473439a488f8 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402944
Jun 02 08:12:51.869285 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 58204) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:52.057598 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-32baf7c9-0f7e-45a2-a69f-83d53bfa6bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:52.068822 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9e150-1f88-4c24-862f-d83ca4c0a6b9 req-3571ab7a-df10-4ad2-b484-a3a74e0bb726 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:52.070291 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-eaa9e150-1f88-4c24-862f-d83ca4c0a6b9 req-3571ab7a-df10-4ad2-b484-a3a74e0bb726 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 944 time: 0.0875354
Jun 02 08:12:52.071481 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-32baf7c9-0f7e-45a2-a69f-83d53bfa6bb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:52.075607 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-32baf7c9-0f7e-45a2-a69f-83d53bfa6bb8 admin admin] Usage tracker for resource:security_group_rule and tenant:2846feae2fdc47c897a0fd084af73ca9 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:52.078275 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-32baf7c9-0f7e-45a2-a69f-83d53bfa6bb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:52.083864 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-32baf7c9-0f7e-45a2-a69f-83d53bfa6bb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:52.119135 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-eaa9e150-1f88-4c24-862f-d83ca4c0a6b9 req-b36043d9-4bee-49b8-8a62-5366e4c19c12 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423155
Jun 02 08:12:52.167002 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-32baf7c9-0f7e-45a2-a69f-83d53bfa6bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:52.253139 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-32baf7c9-0f7e-45a2-a69f-83d53bfa6bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:52.260137 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:52.301273 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-32baf7c9-0f7e-45a2-a69f-83d53bfa6bb8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2846feae2fdc47c897a0fd084af73ca9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4309678
Jun 02 08:12:52.302146 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32baf7c9-0f7e-45a2-a69f-83d53bfa6bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f7e257-c1f6-42a3-99ea-59d11b1fe39e,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:52.304039 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 58212) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:52.305052 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-32baf7c9-0f7e-45a2-a69f-83d53bfa6bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:52.361379 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-44fe5120-b6f9-403a-9b3e-5c532ae40419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:52.385764 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-44fe5120-b6f9-403a-9b3e-5c532ae40419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:52.510266 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-44fe5120-b6f9-403a-9b3e-5c532ae40419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:52.513832 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-8fb5c09c-df9f-4fbd-a284-6ed74c8afdf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:52.525070 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe5120-b6f9-403a-9b3e-5c532ae40419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f7e257-c1f6-42a3-99ea-59d11b1fe39e,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:52.529940 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-44fe5120-b6f9-403a-9b3e-5c532ae40419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:52.532346 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-44fe5120-b6f9-403a-9b3e-5c532ae40419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:52.533444 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-44fe5120-b6f9-403a-9b3e-5c532ae40419 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/34f7e257-c1f6-42a3-99ea-59d11b1fe39e HTTP/1.1" status: 204  len: 168 time: 0.2280223
Jun 02 08:12:52.943292 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3929d-32ec-4da2-aa7b-f24c20c04c29 req-b2f3a854-f06f-491b-9344-ced288b24a39 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:52.944788 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-04e3929d-32ec-4da2-aa7b-f24c20c04c29 req-b2f3a854-f06f-491b-9344-ced288b24a39 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 945 time: 0.0859923
Jun 02 08:12:52.989207 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-04e3929d-32ec-4da2-aa7b-f24c20c04c29 req-55af4c67-4184-43d2-aff5-75158daa2282 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385962
Jun 02 08:12:53.263514 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 58232) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:53.280606 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9b7562c3-41c1-4078-9438-9ab9d8f50a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:53.294276 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-9b7562c3-41c1-4078-9438-9ab9d8f50a60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:53.298597 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-9b7562c3-41c1-4078-9438-9ab9d8f50a60 admin admin] Usage tracker for resource:security_group_rule and tenant:fcabb47543e14d55b1d9bc0d28156fcd is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:53.301392 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-9b7562c3-41c1-4078-9438-9ab9d8f50a60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:53.307002 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-9b7562c3-41c1-4078-9438-9ab9d8f50a60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:53.309731 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d83cf-0193-4888-b414-00d6c4c03d17 req-83b24cce-b7bc-4530-b34d-95c3a9ca83e6 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:53.311195 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e97d83cf-0193-4888-b414-00d6c4c03d17 req-83b24cce-b7bc-4530-b34d-95c3a9ca83e6 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 944 time: 0.0815201
Jun 02 08:12:53.356527 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e97d83cf-0193-4888-b414-00d6c4c03d17 req-547166a2-d1ac-4d78-9bb4-1c370a95ac8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387542
Jun 02 08:12:53.392746 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9b7562c3-41c1-4078-9438-9ab9d8f50a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:53.476198 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9b7562c3-41c1-4078-9438-9ab9d8f50a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:53.485760 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-eec6b324-5969-4f50-9124-5c247f09f833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:53.524053 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-9b7562c3-41c1-4078-9438-9ab9d8f50a60 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fcabb47543e14d55b1d9bc0d28156fcd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2593367
Jun 02 08:12:53.525612 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7562c3-41c1-4078-9438-9ab9d8f50a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98ca89f-ad4e-4fc0-ba1b-ba3052d48384,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:53.526787 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 58234) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:53.528700 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-9b7562c3-41c1-4078-9438-9ab9d8f50a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:53.587454 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-6f5cee31-034e-4985-907d-8bbc858a7caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:53.612835 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-6f5cee31-034e-4985-907d-8bbc858a7caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:53.809567 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-6f5cee31-034e-4985-907d-8bbc858a7caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:53.813727 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-1b3b3888-6599-4c43-80dd-a2702fbd3a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:53.827419 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5cee31-034e-4985-907d-8bbc858a7caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98ca89f-ad4e-4fc0-ba1b-ba3052d48384,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:53.830293 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-6f5cee31-034e-4985-907d-8bbc858a7caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:53.833909 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-6f5cee31-034e-4985-907d-8bbc858a7caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:53.835149 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-6f5cee31-034e-4985-907d-8bbc858a7caf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b98ca89f-ad4e-4fc0-ba1b-ba3052d48384 HTTP/1.1" status: 204  len: 168 time: 0.3073404
Jun 02 08:12:54.230136 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9fcd7-031f-4cbf-ac68-7dc840117000 req-305486ba-07bc-4623-affc-547f9e76345d tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:54.232262 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-afd9fcd7-031f-4cbf-ac68-7dc840117000 req-305486ba-07bc-4623-affc-547f9e76345d tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 945 time: 0.1243019
Jun 02 08:12:54.286387 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-afd9fcd7-031f-4cbf-ac68-7dc840117000 req-efce777a-8759-47c3-a26c-5092b1d4ff21 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479469
Jun 02 08:12:54.544386 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63487f9a-822f-451c-adc1-1d7e55b445b9 req-cae4fa36-f974-472a-8bd2-c9019b259b7f tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:54.546385 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-63487f9a-822f-451c-adc1-1d7e55b445b9 req-cae4fa36-f974-472a-8bd2-c9019b259b7f tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 944 time: 0.0778685
Jun 02 08:12:54.590662 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-63487f9a-822f-451c-adc1-1d7e55b445b9 req-76efe4d0-5d28-4614-9c01-f3e0c2d9bbd1 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387759
Jun 02 08:12:55.306647 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 93187778-5a17-48fa-bcd0-3fd89890f4aa up at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:12:55.456312 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning for port 93187778-5a17-48fa-bcd0-3fd89890f4aa completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:12:55.463414 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning complete for port 93187778-5a17-48fa-bcd0-3fd89890f4aa triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:12:55.463869 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:55.518356 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5364fc-a1ea-456a-8852-6610d6035ebb req-36c0cffd-63e8-4261-8454-6240bfc8f8e9 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:55.525390 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6a5364fc-a1ea-456a-8852-6610d6035ebb req-36c0cffd-63e8-4261-8454-6240bfc8f8e9 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 945 time: 0.1138885
Jun 02 08:12:55.608844 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6a5364fc-a1ea-456a-8852-6610d6035ebb req-93fa9e03-0af6-4ecd-86fd-0be338fb4083 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394151
Jun 02 08:12:55.620776 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:55.648545 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b32632-c0b4-4e7a-aa19-02812fb338d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93187778-5a17-48fa-bcd0-3fd89890f4aa'}] {{(pid=92343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:12:55.656218 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a92db95248474e1fdd92faa7bb4bdbed5d39af607a3dc1549787c687b6a75a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7b7e2e-9a83-48ec-bde1-e154d78b7f4c" -d '{"events": [{"server_uuid": "92b32632-c0b4-4e7a-aa19-02812fb338d9", "name": "network-vif-plugged", "status": "completed", "tag": "93187778-5a17-48fa-bcd0-3fd89890f4aa"}]}' {{(pid=92343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:12:55.659508 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 93187778-5a17-48fa-bcd0-3fd89890f4aa, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=93187778-5a17-48fa-bcd0-3fd89890f4aa,segment=NetworkSegment(d228646d-971f-4da9-a65d-c70903a4f851),segment_id=d228646d-971f-4da9-a65d-c70903a4f851)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:12:55.702707 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17f2bd0-a3df-41be-8354-0f6390ec4438 x-openstack-request-id: req-f17f2bd0-a3df-41be-8354-0f6390ec4438 {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:12:55.702707 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b32632-c0b4-4e7a-aa19-02812fb338d9", "name": "network-vif-plugged", "status": "completed", "tag": "93187778-5a17-48fa-bcd0-3fd89890f4aa", "code": 200}]} {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:12:55.702707 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f17f2bd0-a3df-41be-8354-0f6390ec4438 {{(pid=92343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:12:55.702707 dv-cinder-786385-7-iscsi neutron-server[92343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b32632-c0b4-4e7a-aa19-02812fb338d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93187778-5a17-48fa-bcd0-3fd89890f4aa', 'code': 200}
Jun 02 08:12:55.786117 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b2ddd-5f20-4f5e-ab57-3c08b917f112 req-e2044a6f-f7e2-49b3-a370-164151737642 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:55.787909 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2c6b2ddd-5f20-4f5e-ab57-3c08b917f112 req-e2044a6f-f7e2-49b3-a370-164151737642 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 944 time: 0.0884922
Jun 02 08:12:55.848865 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2c6b2ddd-5f20-4f5e-ab57-3c08b917f112 req-9454f5ff-abd9-40b4-85c0-e8709f492941 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547163
Jun 02 08:12:55.915380 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 58312) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:56.015830 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:56.016796 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 13aa4271-ffbf-4715-a314-4cc116efe70a up at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:12:56.031494 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b8d0770f-56bd-4585-925a-166d51300ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:56.045251 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:56.051111 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-b8d0770f-56bd-4585-925a-166d51300ae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:56.054591 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-b8d0770f-56bd-4585-925a-166d51300ae8 admin admin] Usage tracker for resource:security_group_rule and tenant:cd69453004714856ac67f0e06e182d94 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:56.057558 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-b8d0770f-56bd-4585-925a-166d51300ae8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:56.063823 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-b8d0770f-56bd-4585-925a-166d51300ae8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:56.163309 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=93187778-5a17-48fa-bcd0-3fd89890f4aa,revision_number=5']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:56.171156 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:56.172169 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b8d0770f-56bd-4585-925a-166d51300ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:56.273016 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b8d0770f-56bd-4585-925a-166d51300ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:56.274123 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning for port 13aa4271-ffbf-4715-a314-4cc116efe70a completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:12:56.279307 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning complete for port 13aa4271-ffbf-4715-a314-4cc116efe70a triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:12:56.282303 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:56.287600 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:56.339663 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-b8d0770f-56bd-4585-925a-166d51300ae8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cd69453004714856ac67f0e06e182d94&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4208770
Jun 02 08:12:56.339663 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0770f-56bd-4585-925a-166d51300ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9705210f-6bf6-4b18-bb71-09a3fe468f4b,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:56.344004 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-b8d0770f-56bd-4585-925a-166d51300ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:56.345434 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 58322) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:56.421895 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505fa77-e0dd-44d8-a7fd-6cc544b20d90 req-87d3400f-7ec0-46b9-91ea-418fa8b8d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:56.423371 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-3505fa77-e0dd-44d8-a7fd-6cc544b20d90 req-87d3400f-7ec0-46b9-91ea-418fa8b8d6dc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 1098 time: 0.1333132
Jun 02 08:12:56.427673 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:56.431436 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9fedc628-4e07-4b9d-81bc-f3f0f34f2320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:56.459962 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9fedc628-4e07-4b9d-81bc-f3f0f34f2320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:56.467122 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 13aa4271-ffbf-4715-a314-4cc116efe70a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=13aa4271-ffbf-4715-a314-4cc116efe70a,segment=NetworkSegment(427b38d6-8819-468a-be56-89bd00ebc527),segment_id=427b38d6-8819-468a-be56-89bd00ebc527)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:12:56.474957 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-3505fa77-e0dd-44d8-a7fd-6cc544b20d90 req-1c1bdbbb-fc23-4b74-9880-f0cf627089d9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406585
Jun 02 08:12:56.539015 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:56.542527 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-791591ed-9f9a-49f9-8518-d0a8d74bc525 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:56.611165 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=13aa4271-ffbf-4715-a314-4cc116efe70a,revision_number=5']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:56.616958 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:56.636838 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9fedc628-4e07-4b9d-81bc-f3f0f34f2320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:56.645033 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:56.662012 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fedc628-4e07-4b9d-81bc-f3f0f34f2320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9705210f-6bf6-4b18-bb71-09a3fe468f4b,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:56.672355 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-9fedc628-4e07-4b9d-81bc-f3f0f34f2320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:56.676807 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9fedc628-4e07-4b9d-81bc-f3f0f34f2320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:56.677743 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-9fedc628-4e07-4b9d-81bc-f3f0f34f2320 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9705210f-6bf6-4b18-bb71-09a3fe468f4b HTTP/1.1" status: 204  len: 168 time: 0.3318114
Jun 02 08:12:56.797937 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c35f1-dac5-4b70-b2a4-e7768a16263f req-7e0d5d2e-26b5-4530-b45b-c052483987a4 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:56.799448 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-927c35f1-dac5-4b70-b2a4-e7768a16263f req-7e0d5d2e-26b5-4530-b45b-c052483987a4 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.0869963
Jun 02 08:12:56.844630 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-927c35f1-dac5-4b70-b2a4-e7768a16263f req-d47b62e3-e0aa-4055-8a1a-76e28fc3c53c tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393770
Jun 02 08:12:57.072016 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb424622-212c-4d37-94c3-c1898288c872 req-3ee9b56c-d804-4434-a101-83461eb1b898 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:57.076142 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-eb424622-212c-4d37-94c3-c1898288c872 req-3ee9b56c-d804-4434-a101-83461eb1b898 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.0894470
Jun 02 08:12:57.122033 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-eb424622-212c-4d37-94c3-c1898288c872 req-28ca9d91-96d0-4278-be2b-bd840470b375 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414898
Jun 02 08:12:57.455164 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 58356) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:57.571768 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d6e7d288-43a5-4f71-ba9f-a288e9966948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:57.586404 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-d6e7d288-43a5-4f71-ba9f-a288e9966948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:57.590177 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-d6e7d288-43a5-4f71-ba9f-a288e9966948 admin admin] Usage tracker for resource:security_group_rule and tenant:97b531b702fe48a4afe08f479f82fa42 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:57.592973 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-d6e7d288-43a5-4f71-ba9f-a288e9966948 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:57.599930 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-d6e7d288-43a5-4f71-ba9f-a288e9966948 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:57.680125 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d6e7d288-43a5-4f71-ba9f-a288e9966948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:57.695969 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a74786c-3711-459e-84b8-edf0a18af644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13aa4271-ffbf-4715-a314-4cc116efe70a'}] {{(pid=92343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:12:57.698261 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a92db95248474e1fdd92faa7bb4bdbed5d39af607a3dc1549787c687b6a75a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e6f046-fd34-4bed-84f5-034a9a07c573" -d '{"events": [{"server_uuid": "9a74786c-3711-459e-84b8-edf0a18af644", "name": "network-vif-plugged", "status": "completed", "tag": "13aa4271-ffbf-4715-a314-4cc116efe70a"}]}' {{(pid=92343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:12:57.747107 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d6e7d288-43a5-4f71-ba9f-a288e9966948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:57.752817 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33513807-2775-466e-a747-d40b87e958c6 x-openstack-request-id: req-33513807-2775-466e-a747-d40b87e958c6 {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:12:57.753121 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a74786c-3711-459e-84b8-edf0a18af644", "name": "network-vif-plugged", "status": "completed", "tag": "13aa4271-ffbf-4715-a314-4cc116efe70a", "code": 200}]} {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:12:57.753382 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-33513807-2775-466e-a747-d40b87e958c6 {{(pid=92343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:12:57.753776 dv-cinder-786385-7-iscsi neutron-server[92343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a74786c-3711-459e-84b8-edf0a18af644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13aa4271-ffbf-4715-a314-4cc116efe70a', 'code': 200}
Jun 02 08:12:57.755863 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-c71ee894-3cde-421a-9d2f-51897b917f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:57.801949 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7d288-43a5-4f71-ba9f-a288e9966948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccecdb4b-f979-4df8-9ac6-3182850f2692,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:57.805016 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-d6e7d288-43a5-4f71-ba9f-a288e9966948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:57.808410 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-d6e7d288-43a5-4f71-ba9f-a288e9966948 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=97b531b702fe48a4afe08f479f82fa42&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3522024
Jun 02 08:12:57.811062 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 58374) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:57.877278 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9d6edd89-904b-4092-afcb-de11e870e541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:57.904033 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9d6edd89-904b-4092-afcb-de11e870e541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:58.039744 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5959a-5df2-4490-a375-ddf37af8632d req-34f43cb5-6326-4ca8-bbbe-4785e5bd0297 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:58.041224 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-01d5959a-5df2-4490-a375-ddf37af8632d req-34f43cb5-6326-4ca8-bbbe-4785e5bd0297 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.0841775
Jun 02 08:12:58.090112 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-01d5959a-5df2-4490-a375-ddf37af8632d req-42d9306b-462a-4077-b0f2-54aaf082a8bb tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431237
Jun 02 08:12:58.090822 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9d6edd89-904b-4092-afcb-de11e870e541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:58.095493 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-5c4a0a3f-0bf1-4597-a335-db3cafe09d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:58.108843 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6edd89-904b-4092-afcb-de11e870e541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccecdb4b-f979-4df8-9ac6-3182850f2692,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:58.111818 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9d6edd89-904b-4092-afcb-de11e870e541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:58.112943 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-9d6edd89-904b-4092-afcb-de11e870e541 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ccecdb4b-f979-4df8-9ac6-3182850f2692 HTTP/1.1" status: 204  len: 168 time: 0.3006532
Jun 02 08:12:58.113849 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-9d6edd89-904b-4092-afcb-de11e870e541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:58.307090 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e4521-a0a3-4952-8a43-16a2983d8fb3 req-29b61cfd-d650-4d67-848a-801b9919a6c1 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:58.308563 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7d9e4521-a0a3-4952-8a43-16a2983d8fb3 req-29b61cfd-d650-4d67-848a-801b9919a6c1 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.0795634
Jun 02 08:12:58.354085 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7d9e4521-a0a3-4952-8a43-16a2983d8fb3 req-13ec680d-ed58-4a1c-a3d1-482f841abc55 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382488
Jun 02 08:12:58.519096 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 58394) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:58.640917 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f3fe4159-9046-4c44-8efb-54a109191a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:58.654724 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-f3fe4159-9046-4c44-8efb-54a109191a7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:58.659126 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-f3fe4159-9046-4c44-8efb-54a109191a7c admin admin] Usage tracker for resource:security_group_rule and tenant:cb1ecc15e21c4550a9b5b83f4d8b621f is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:58.661902 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-f3fe4159-9046-4c44-8efb-54a109191a7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:58.667359 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-f3fe4159-9046-4c44-8efb-54a109191a7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:58.748514 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f3fe4159-9046-4c44-8efb-54a109191a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:58.824537 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f3fe4159-9046-4c44-8efb-54a109191a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:58.833967 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:58.873293 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-f3fe4159-9046-4c44-8efb-54a109191a7c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cb1ecc15e21c4550a9b5b83f4d8b621f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3527656
Jun 02 08:12:58.874075 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe4159-9046-4c44-8efb-54a109191a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a577da4-7264-412b-96c2-f752994cc6c6,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:58.876548 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 58404) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:58.886779 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-f3fe4159-9046-4c44-8efb-54a109191a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:58.904169 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 58406) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:58.922533 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-cc43fd40-0af3-4285-aa13-c30fda362172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:58.937919 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-cc43fd40-0af3-4285-aa13-c30fda362172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:12:58.942738 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-cc43fd40-0af3-4285-aa13-c30fda362172 admin admin] Usage tracker for resource:security_group_rule and tenant:ea7a609b21ed46c499a1a321e5905067 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:12:58.944428 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-996ea344-11d6-4276-bfcf-66da7459f54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:58.945950 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-cc43fd40-0af3-4285-aa13-c30fda362172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:12:58.951511 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-cc43fd40-0af3-4285-aa13-c30fda362172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:12:58.972861 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-996ea344-11d6-4276-bfcf-66da7459f54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:59.035485 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-cc43fd40-0af3-4285-aa13-c30fda362172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:59.107671 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-cc43fd40-0af3-4285-aa13-c30fda362172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:59.116080 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-e44851f1-5c66-4e2d-b3c7-c9fe7635bab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:59.156680 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-996ea344-11d6-4276-bfcf-66da7459f54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:59.163093 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-9d6edd89-904b-4092-afcb-de11e870e541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:59.166452 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-cc43fd40-0af3-4285-aa13-c30fda362172 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ea7a609b21ed46c499a1a321e5905067&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2609806
Jun 02 08:12:59.181939 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43fd40-0af3-4285-aa13-c30fda362172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f72ce25-2304-410d-af19-0f822a5e4192,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:59.181939 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 58412) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:12:59.181939 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-cc43fd40-0af3-4285-aa13-c30fda362172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:59.185045 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ea344-11d6-4276-bfcf-66da7459f54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a577da4-7264-412b-96c2-f752994cc6c6,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:59.193712 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-996ea344-11d6-4276-bfcf-66da7459f54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:59.193712 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-996ea344-11d6-4276-bfcf-66da7459f54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:59.193712 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-996ea344-11d6-4276-bfcf-66da7459f54c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6a577da4-7264-412b-96c2-f752994cc6c6 HTTP/1.1" status: 204  len: 168 time: 0.3156996
Jun 02 08:12:59.249614 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-e52fb23d-ba39-4d6d-83b6-923ced19c44b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:59.277213 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-e52fb23d-ba39-4d6d-83b6-923ced19c44b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:59.283027 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70aa652-a7f4-4008-9b59-b71da4475db0 req-ae74586c-c386-41f6-8a92-4eae53a17a3b tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:59.284531 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b70aa652-a7f4-4008-9b59-b71da4475db0 req-ae74586c-c386-41f6-8a92-4eae53a17a3b tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.0862350
Jun 02 08:12:59.333610 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b70aa652-a7f4-4008-9b59-b71da4475db0 req-11fd9bc3-1612-450b-a551-ed91a66c6768 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433385
Jun 02 08:12:59.407463 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:59.464532 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-e52fb23d-ba39-4d6d-83b6-923ced19c44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:59.468707 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:12:59.481069 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52fb23d-ba39-4d6d-83b6-923ced19c44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f72ce25-2304-410d-af19-0f822a5e4192,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:12:59.485655 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-e52fb23d-ba39-4d6d-83b6-923ced19c44b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:12:59.503146 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-e52fb23d-ba39-4d6d-83b6-923ced19c44b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:12:59.504414 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-e52fb23d-ba39-4d6d-83b6-923ced19c44b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9f72ce25-2304-410d-af19-0f822a5e4192 HTTP/1.1" status: 204  len: 168 time: 0.3332186
Jun 02 08:12:59.551771 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2b0bd-743e-4ab4-bac0-aab225fc5a81 req-4970a427-efa0-44d5-9906-ef0a235dbb5e tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:12:59.553268 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d6a2b0bd-743e-4ab4-bac0-aab225fc5a81 req-4970a427-efa0-44d5-9906-ef0a235dbb5e tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.0939686
Jun 02 08:12:59.602961 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d6a2b0bd-743e-4ab4-bac0-aab225fc5a81 req-219d13a9-085c-4b0b-b097-7099a29ae848 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438554
Jun 02 08:13:00.539388 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae6087-937a-4bb9-9a95-e21a6fd35306 req-c2bb83c5-ba7a-4cb1-b348-895af6d36e61 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:00.546264 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d3ae6087-937a-4bb9-9a95-e21a6fd35306 req-c2bb83c5-ba7a-4cb1-b348-895af6d36e61 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.0979464
Jun 02 08:13:00.586358 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d3ae6087-937a-4bb9-9a95-e21a6fd35306 req-2a75e0e6-fb2e-4ec6-aecd-6c34f1f3c459 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392435
Jun 02 08:13:00.749810 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 58474) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:00.791253 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fc082-8989-4a8e-9841-5353e2b0babf req-86add628-d14c-452b-9c25-322ecdb51988 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:00.792740 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cb1fc082-8989-4a8e-9841-5353e2b0babf req-86add628-d14c-452b-9c25-322ecdb51988 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.0801585
Jun 02 08:13:00.839536 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cb1fc082-8989-4a8e-9841-5353e2b0babf req-1097ca83-cc98-4730-90c2-5e1411b8db95 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406117
Jun 02 08:13:00.865685 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1461139199-network', 'tenant_id': '2f6b2a026b6a473192d447dc1486f2f8'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:13:00.871271 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:13:00.876146 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Usage tracker for resource:network and tenant:2f6b2a026b6a473192d447dc1486f2f8 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:13:00.879664 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:13:00.885899 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:13:00.992602 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Made reservation on behalf of 2f6b2a026b6a473192d447dc1486f2f8 for: {'network': 1} {{(pid=92342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:13:00.995081 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-941343'] for network, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:01.008711 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:01.024599 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:13:01.028396 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Usage tracker for resource:security_group_rule and tenant:2f6b2a026b6a473192d447dc1486f2f8 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:13:01.031196 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:13:01.036847 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:13:01.123602 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:01.213247 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:01.216215 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:01.243794 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760}  {{(pid=92342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 02 08:13:01.252791 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3de4b0-acbc-45e3-b078-59fc1a182d3e,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:01.261288 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:01.261617 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.db.segments_db [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Added segment 2fbe17ee-f255-45c5-8153-9c9cf9ae6766 of type vlan for network 3ea4537c-4e53-4dd1-90c4-33b482428ef3
Jun 02 08:13:01.263214 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:01.263561 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:01.263902 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:01.264259 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:01.264594 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:01.264928 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:01.265248 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:01.265569 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:01.265895 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:01.266212 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:01.266569 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:01.266849 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:01.274199 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:01.295655 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744146435166'] for network, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:01.444130 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186'] for network, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:01.445464 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:01.446085 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:01.451121 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-eec6b324-5969-4f50-9124-5c247f09f833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:01.547992 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Pushing event updated for resources: {'Network': ['ID=3ea4537c-4e53-4dd1-90c4-33b482428ef3,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:01.550713 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:01.558127 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Network 3ea4537c-4e53-4dd1-90c4-33b482428ef3 details requested by agent ovs-agent-dv-cinder-786385-7-iscsi with host dv-cinder-786385-7-iscsi {{(pid=92343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 02 08:13:01.576173 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8252766
Jun 02 08:13:01.579024 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 58524) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:01.583778 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-fa3d1482-766c-46a7-8049-c4047c8e0957 admin admin] Request body: {'subnet': {'network_id': '3ea4537c-4e53-4dd1-90c4-33b482428ef3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1461139199-subnet', 'tenant_id': '2f6b2a026b6a473192d447dc1486f2f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:13:01.588564 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-fa3d1482-766c-46a7-8049-c4047c8e0957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:13:01.592335 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-fa3d1482-766c-46a7-8049-c4047c8e0957 admin admin] Usage tracker for resource:subnet and tenant:2f6b2a026b6a473192d447dc1486f2f8 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:13:01.595587 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-fa3d1482-766c-46a7-8049-c4047c8e0957 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:13:01.601132 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-fa3d1482-766c-46a7-8049-c4047c8e0957 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:13:01.715773 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3d1482-766c-46a7-8049-c4047c8e0957 admin admin] Made reservation on behalf of 2f6b2a026b6a473192d447dc1486f2f8 for: {'subnet': 1} {{(pid=92342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:13:01.718570 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-fa3d1482-766c-46a7-8049-c4047c8e0957 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:01.775363 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc8443-24ff-4dcf-aecc-1b32def4f3b5 req-46a90bd1-81ec-46f6-9796-443a6cba867f tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:01.777060 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-acfc8443-24ff-4dcf-aecc-1b32def4f3b5 req-46a90bd1-81ec-46f6-9796-443a6cba867f tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.0840266
Jun 02 08:13:01.823987 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-acfc8443-24ff-4dcf-aecc-1b32def4f3b5 req-7e6ddae4-1cae-498b-b199-441106aec15c tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401623
Jun 02 08:13:02.044034 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d937d00-059a-492d-8003-099d2a904238 req-941d09e6-7aba-4c15-af28-b720180f2df9 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:02.045801 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7d937d00-059a-492d-8003-099d2a904238 req-941d09e6-7aba-4c15-af28-b720180f2df9 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.0924821
Jun 02 08:13:02.100074 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7d937d00-059a-492d-8003-099d2a904238 req-7157d6b3-6aa1-4628-9109-ae6c225f7470 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487027
Jun 02 08:13:02.210987 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-fa3d1482-766c-46a7-8049-c4047c8e0957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193'] for subnet, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:02.215754 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-08024c9f-50f5-4914-a829-9b6533aa4cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:02.285406 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d1482-766c-46a7-8049-c4047c8e0957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe9ef7a1-42f6-4448-8742-feaf422ea635,revision_number=0']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:02.288111 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-fa3d1482-766c-46a7-8049-c4047c8e0957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:02.293863 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3d1482-766c-46a7-8049-c4047c8e0957 admin admin] Checking segment: {'id': '2fbe17ee-f255-45c5-8153-9c9cf9ae6766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3ea4537c-4e53-4dd1-90c4-33b482428ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:13:02.294209 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3d1482-766c-46a7-8049-c4047c8e0957 admin admin] Network hostable DHCP agents. Network: 3ea4537c-4e53-4dd1-90c4-33b482428ef3, hostable agents: ['4b89aefe-9643-4cd8-b10a-5110f7f4c5b0'], hosted agents: [] {{(pid=92342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 02 08:13:02.413223 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3d1482-766c-46a7-8049-c4047c8e0957 admin admin] Network 3ea4537c-4e53-4dd1-90c4-33b482428ef3 is scheduled to be hosted by DHCP agent 4b89aefe-9643-4cd8-b10a-5110f7f4c5b0 with binding_index 1 {{(pid=92342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 02 08:13:02.546055 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-fa3d1482-766c-46a7-8049-c4047c8e0957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-iscsi, 3ea4537c-4e53-4dd1-90c4-33b482428ef3) {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:13:02.553502 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3d1482-766c-46a7-8049-c4047c8e0957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:02.554184 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-fa3d1482-766c-46a7-8049-c4047c8e0957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for subnet, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:02.554291 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfde8c67-5854-4b89-9ead-965b995bd7df None None] Network 3ea4537c-4e53-4dd1-90c4-33b482428ef3 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:13:02.579814 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953df5b-9950-42fa-a6ee-bbdeb5fa7530 req-a47134fa-a93d-4bcc-a3f1-f42da90854fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:02.581325 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-5953df5b-9950-42fa-a6ee-bbdeb5fa7530 req-a47134fa-a93d-4bcc-a3f1-f42da90854fd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 1099 time: 0.0955627
Jun 02 08:13:02.630948 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-5953df5b-9950-42fa-a6ee-bbdeb5fa7530 req-164e928f-5410-4be4-b93d-2d79e76c6c6d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410812
Jun 02 08:13:02.731082 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-fa3d1482-766c-46a7-8049-c4047c8e0957 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1505733
Jun 02 08:13:02.753928 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6e0374-b72c-4b23-8591-d7a643d85718 None None] Network 3ea4537c-4e53-4dd1-90c4-33b482428ef3 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:13:03.032682 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be24c9-041b-4f2d-80a6-6489be4fc238 req-00c149df-288f-4366-9e98-5318c674e774 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:03.032682 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-56be24c9-041b-4f2d-80a6-6489be4fc238 req-00c149df-288f-4366-9e98-5318c674e774 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.0880067
Jun 02 08:13:03.096792 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-56be24c9-041b-4f2d-80a6-6489be4fc238 req-0fe24651-5aba-4e6b-9455-8f44c27ede2f tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571492
Jun 02 08:13:03.329460 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d28db-553f-4560-95c5-edfa1f5112fe req-f6027d80-ab7f-48fa-b057-978ea746560c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:03.336858 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-187d28db-553f-4560-95c5-edfa1f5112fe req-f6027d80-ab7f-48fa-b057-978ea746560c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.1204381
Jun 02 08:13:03.385013 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-187d28db-553f-4560-95c5-edfa1f5112fe req-1c667416-714c-4250-8f6a-70ea89d017cf tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444088
Jun 02 08:13:04.307349 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7170e9-3bcf-41b5-b712-4d3fc2ed9560 req-9cdf7e68-3924-469f-9795-16653d80894e tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:04.308821 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6c7170e9-3bcf-41b5-b712-4d3fc2ed9560 req-9cdf7e68-3924-469f-9795-16653d80894e tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.0800836
Jun 02 08:13:04.354275 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6c7170e9-3bcf-41b5-b712-4d3fc2ed9560 req-83f17cc8-e3bf-41c8-bbb6-f34f0d72fe22 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393136
Jun 02 08:13:04.596775 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786c90d-f304-49dd-9471-c9859df587a0 req-144a3fe0-7278-4ffd-b35c-43c61f4da477 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:04.598210 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f786c90d-f304-49dd-9471-c9859df587a0 req-144a3fe0-7278-4ffd-b35c-43c61f4da477 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.0912952
Jun 02 08:13:04.646460 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f786c90d-f304-49dd-9471-c9859df587a0 req-584cf163-f1b2-4580-842d-fffba7a72790 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402064
Jun 02 08:13:04.830072 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a4f31-52df-4c98-9c37-c405e99cebff req-fda4f282-d30b-473c-9e55-77044888d50e tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:04.831882 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-849a4f31-52df-4c98-9c37-c405e99cebff req-fda4f282-d30b-473c-9e55-77044888d50e tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.0785544
Jun 02 08:13:04.841343 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 58612) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:04.846956 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-91a44259-53a9-4502-8cd0-9b4f35296e29 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Request body: {'floatingip': {'port_id': '93187778-5a17-48fa-bcd0-3fd89890f4aa'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:13:04.925239 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-91a44259-53a9-4502-8cd0-9b4f35296e29 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for floatingip, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:05.572384 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87804b6e-e04a-48f8-895e-f21b7ab2d110 req-4824d9d6-fb65-45c3-affe-b0f146cc982d tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:05.574826 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-87804b6e-e04a-48f8-895e-f21b7ab2d110 req-4824d9d6-fb65-45c3-affe-b0f146cc982d tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.1083682
Jun 02 08:13:05.636598 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-87804b6e-e04a-48f8-895e-f21b7ab2d110 req-e5ec0cc6-ecc1-4da4-ae3c-db2a4b951ad9 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555105
Jun 02 08:13:05.805258 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-91a44259-53a9-4502-8cd0-9b4f35296e29 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:05.946873 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-91a44259-53a9-4502-8cd0-9b4f35296e29 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8036659'] for floatingip, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:06.083726 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:13:06.127764 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.db.l3_db [None req-91a44259-53a9-4502-8cd0-9b4f35296e29 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Floating IP 998224f3-b9a4-4e38-a61a-1aae9eff327d associated. External IP: 172.27.3.124, port: 93187778-5a17-48fa-bcd0-3fd89890f4aa.
Jun 02 08:13:06.528281 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52ac6d-e952-47ed-82a5-06300cf9183c req-14a5e55b-8eba-41ac-a771-d4955b09ef2d tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:06.529732 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6a52ac6d-e952-47ed-82a5-06300cf9183c req-14a5e55b-8eba-41ac-a771-d4955b09ef2d tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.1930294
Jun 02 08:13:06.589865 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a44259-53a9-4502-8cd0-9b4f35296e29 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Router 8d62b825-e1ad-415c-a7a0-95cf0c4d8061 has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:13:06.610583 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6a52ac6d-e952-47ed-82a5-06300cf9183c req-4d127875-6ce8-4d4a-93fc-4f3de89d2ef3 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746710
Jun 02 08:13:06.618406 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-b733af63-acea-4915-9cd3-462db8a94e74 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:06.627007 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-b733af63-acea-4915-9cd3-462db8a94e74 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/networks?id=3ea4537c-4e53-4dd1-90c4-33b482428ef3 HTTP/1.1" status: 200  len: 809 time: 0.2223742
Jun 02 08:13:06.645997 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-5ea01083-9187-4aaf-9764-04ae6abf07c9 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/quotas/2f6b2a026b6a473192d447dc1486f2f8 HTTP/1.1" status: 200  len: 375 time: 0.0182507
Jun 02 08:13:06.690691 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-34e38600-07cd-4f1c-a49f-89ffe3f37b23 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2f6b2a026b6a473192d447dc1486f2f8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0437443
Jun 02 08:13:06.778255 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a44259-53a9-4502-8cd0-9b4f35296e29 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:13:06.795271 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-91a44259-53a9-4502-8cd0-9b4f35296e29 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for floatingip, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:06.816693 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a533fdb-5ad6-4323-8141-5e9526bcf097 None None] Sync routers for ids ['8d62b825-e1ad-415c-a7a0-95cf0c4d8061'] in dv-cinder-786385-7-iscsi {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:13:06.837915 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a533fdb-5ad6-4323-8141-5e9526bcf097 None None] Routers {'8d62b825-e1ad-415c-a7a0-95cf0c4d8061'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:13:06.837915 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-5a533fdb-5ad6-4323-8141-5e9526bcf097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7add8ca0>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:12:42Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['8d62b825-e1ad-415c-a7a0-95cf0c4d8061'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:13:06.865681 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-77b7d16f-1253-492c-ab78-2cebe17d3e01 service neutron] 10.222.0.77 "GET /v2.0/networks/3ea4537c-4e53-4dd1-90c4-33b482428ef3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1666319
Jun 02 08:13:06.871560 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-91a44259-53a9-4502-8cd0-9b4f35296e29 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "PUT /v2.0/floatingips/998224f3-b9a4-4e38-a61a-1aae9eff327d HTTP/1.1" status: 200  len: 991 time: 2.0266075
Jun 02 08:13:06.871560 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b32632-c0b4-4e7a-aa19-02812fb338d9', 'tag': '93187778-5a17-48fa-bcd0-3fd89890f4aa'}] {{(pid=92342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:13:06.876236 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e374b3b879b00d97b29532d72ba3bb6ea3956478347f3877d9246faf94d18eae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3feda166-0494-4e62-a75f-4dd3df6b89de" -d '{"events": [{"name": "network-changed", "server_uuid": "92b32632-c0b4-4e7a-aa19-02812fb338d9", "tag": "93187778-5a17-48fa-bcd0-3fd89890f4aa"}]}' {{(pid=92342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:13:07.057966 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-5a533fdb-5ad6-4323-8141-5e9526bcf097 None None] Set router 8d62b825-e1ad-415c-a7a0-95cf0c4d8061 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:13:07.162751 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-c091a5c7-3432-4186-8948-15cde5f89d07 service neutron] 10.222.0.77 "GET /v2.0/networks/3ea4537c-4e53-4dd1-90c4-33b482428ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2895262
Jun 02 08:13:07.210182 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-4d4e9161-e2bc-4a88-99c2-54b400a5daf7 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:07.211766 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-4d4e9161-e2bc-4a88-99c2-54b400a5daf7 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/networks?id=5abc9d26-3cb6-446d-969d-090f313dd1b0 HTTP/1.1" status: 200  len: 815 time: 0.1869664
Jun 02 08:13:07.232357 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-66945136-f11d-4d1e-8273-d174cc03c2d6 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/quotas/459588786ab44c4bbeeae4bc8cf7fcb5 HTTP/1.1" status: 200  len: 375 time: 0.0117786
Jun 02 08:13:07.321464 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-3bcdb098-634d-4c98-8b6a-e1ddd1b41065 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=459588786ab44c4bbeeae4bc8cf7fcb5&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0822635
Jun 02 08:13:07.485087 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-5a533fdb-5ad6-4323-8141-5e9526bcf097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7add8ca0>, [{'id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'name': 'tempest-AttachVolumeTestJSON-1730379299-router', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:12:03Z', 'updated_at': '2021-06-02T08:12:14Z', 'revision_number': 4, 'project_id': '72114cae61da476699f7059d4f116bba', 'gw_port': {'id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:05Z', 'updated_at': '2021-06-02T08:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_floatingips': [{'id': '998224f3-b9a4-4e38-a61a-1aae9eff327d', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'router_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'port_id': '93187778-5a17-48fa-bcd0-3fd89890f4aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584', 'mac_address': 'fa:16:3e:0d:23:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b32632-c0b4-4e7a-aa19-02812fb338d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:12:28Z', 'updated_at': '2021-06-02T08:13:05Z', 'revision_number': 1, 'project_id': '72114cae61da476699f7059d4f116bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb', 'name': '', 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'mac_address': 'fa:16:3e:3f:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7286860f-5241-4865-8fea-b07cfe7d1a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:11Z', 'updated_at': '2021-06-02T08:12:26Z', 'revision_number': 5, 'project_id': '72114cae61da476699f7059d4f116bba', 'subnets': [{'id': '7286860f-5241-4865-8fea-b07cfe7d1a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:13:07.492666 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a533fdb-5ad6-4323-8141-5e9526bcf097 None None] Checking router: 8d62b825-e1ad-415c-a7a0-95cf0c4d8061 for host: dv-cinder-786385-7-iscsi {{(pid=92344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:13:07.500860 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-82d0dfe5-9887-4a9f-b022-c5e015706288 service neutron] 10.222.0.77 "GET /v2.0/networks/5abc9d26-3cb6-446d-969d-090f313dd1b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1710629
Jun 02 08:13:07.505297 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a533fdb-5ad6-4323-8141-5e9526bcf097 None None] Routers {'8d62b825-e1ad-415c-a7a0-95cf0c4d8061'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:13:07.505297 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-5a533fdb-5ad6-4323-8141-5e9526bcf097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7add8ca0>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:12:42Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['8d62b825-e1ad-415c-a7a0-95cf0c4d8061'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:13:07.672486 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-1805c126-e1ef-4fdb-97fc-d4eea3a3cbc8 service neutron] 10.222.0.77 "GET /v2.0/networks/5abc9d26-3cb6-446d-969d-090f313dd1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1657734
Jun 02 08:13:07.780306 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-5a533fdb-5ad6-4323-8141-5e9526bcf097 None None] Set router 8d62b825-e1ad-415c-a7a0-95cf0c4d8061 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:13:07.965424 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe18e6c-e19a-47bc-9c47-871f6a67ab63 x-openstack-request-id: req-2fe18e6c-e19a-47bc-9c47-871f6a67ab63 {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:13:07.966019 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b32632-c0b4-4e7a-aa19-02812fb338d9", "tag": "93187778-5a17-48fa-bcd0-3fd89890f4aa", "status": "completed", "code": 200}]} {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:13:07.966019 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2fe18e6c-e19a-47bc-9c47-871f6a67ab63 {{(pid=92342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:13:07.966595 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b32632-c0b4-4e7a-aa19-02812fb338d9', 'tag': '93187778-5a17-48fa-bcd0-3fd89890f4aa', 'status': 'completed', 'code': 200}
Jun 02 08:13:08.039225 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-88030a8a-266c-4f06-972a-cd8973f6a40b req-fa7ffe7a-6a2b-466a-a272-4fd07a31e3ff tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 210 time: 0.0462127
Jun 02 08:13:08.150693 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-5a533fdb-5ad6-4323-8141-5e9526bcf097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7add8ca0>, [{'id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'name': 'tempest-AttachVolumeTestJSON-1730379299-router', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:12:03Z', 'updated_at': '2021-06-02T08:12:14Z', 'revision_number': 4, 'project_id': '72114cae61da476699f7059d4f116bba', 'gw_port': {'id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:05Z', 'updated_at': '2021-06-02T08:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_floatingips': [{'id': '998224f3-b9a4-4e38-a61a-1aae9eff327d', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'router_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'port_id': '93187778-5a17-48fa-bcd0-3fd89890f4aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584', 'mac_address': 'fa:16:3e:0d:23:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b32632-c0b4-4e7a-aa19-02812fb338d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:12:28Z', 'updated_at': '2021-06-02T08:13:05Z', 'revision_number': 1, 'project_id': '72114cae61da476699f7059d4f116bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb', 'name': '', 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'mac_address': 'fa:16:3e:3f:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7286860f-5241-4865-8fea-b07cfe7d1a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:11Z', 'updated_at': '2021-06-02T08:12:26Z', 'revision_number': 5, 'project_id': '72114cae61da476699f7059d4f116bba', 'subnets': [{'id': '7286860f-5241-4865-8fea-b07cfe7d1a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:13:08.155365 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a533fdb-5ad6-4323-8141-5e9526bcf097 None None] The sync data for ids ['8d62b825-e1ad-415c-a7a0-95cf0c4d8061'] in dv-cinder-786385-7-iscsi is: [{'id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'name': 'tempest-AttachVolumeTestJSON-1730379299-router', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:12:03Z', 'updated_at': '2021-06-02T08:12:14Z', 'revision_number': 4, 'project_id': '72114cae61da476699f7059d4f116bba', 'gw_port': {'id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:05Z', 'updated_at': '2021-06-02T08:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_floatingips': [{'id': '998224f3-b9a4-4e38-a61a-1aae9eff327d', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'router_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'port_id': '93187778-5a17-48fa-bcd0-3fd89890f4aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584', 'mac_address': 'fa:16:3e:0d:23:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b32632-c0b4-4e7a-aa19-02812fb338d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:12:28Z', 'updated_at': '2021-06-02T08:13:05Z', 'revision_number': 1, 'project_id': '72114cae61da476699f7059d4f116bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb', 'name': '', 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'mac_address': 'fa:16:3e:3f:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7286860f-5241-4865-8fea-b07cfe7d1a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:11Z', 'updated_at': '2021-06-02T08:12:26Z', 'revision_number': 5, 'project_id': '72114cae61da476699f7059d4f116bba', 'subnets': [{'id': '7286860f-5241-4865-8fea-b07cfe7d1a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:13:08.228726 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ef9c7-0a82-42ce-b39b-148c9d5694a5 req-703dad23-d48c-4ef1-9876-8dc763a734e0 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:08.230271 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bc7ef9c7-0a82-42ce-b39b-148c9d5694a5 req-703dad23-d48c-4ef1-9876-8dc763a734e0 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.0899806
Jun 02 08:13:08.280005 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bc7ef9c7-0a82-42ce-b39b-148c9d5694a5 req-833f066f-c719-470e-8ac3-71f24dad04ff tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435045
Jun 02 08:13:08.377694 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cd3b11ac-70aa-48fc-a408-fcb2712b428c req-44a5d9ba-5e76-452c-b4dc-5e1e00ddebda tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 210 time: 0.0452640
Jun 02 08:13:08.385281 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8300055-9531-4fed-8d82-6d00a7526203 None None] New status for floating IP 998224f3-b9a4-4e38-a61a-1aae9eff327d: ACTIVE {{(pid=92343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 02 08:13:09.186857 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3c217150-d6d0-4ffe-95c6-ae76930188f8 req-3714c1f2-decb-4c66-bbb7-d688202aaf3d tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 210 time: 0.0405853
Jun 02 08:13:09.468400 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a386da8-a34a-470f-8941-8db114a0b9f9 req-2dd4a6ed-a265-44ef-b052-29e1a0d3baad tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:09.469856 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9a386da8-a34a-470f-8941-8db114a0b9f9 req-2dd4a6ed-a265-44ef-b052-29e1a0d3baad tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.0834858
Jun 02 08:13:09.514044 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9a386da8-a34a-470f-8941-8db114a0b9f9 req-7d61e466-6fdd-4d0d-b534-ac480fec64bd tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384026
Jun 02 08:13:09.652636 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-66e46cdb-b1b1-4878-afb5-b6aa380ae4ec req-2778c15a-2f76-4e09-974d-5702deeb4086 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 210 time: 0.0413246
Jun 02 08:13:09.973030 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-5a4a2ee5-5898-4995-bef0-c7c999786f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:10.332794 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-325540fb-e4d8-484e-81c0-7361a731c08e req-89e2adeb-acb8-492a-8200-12fcdac37ae1 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 210 time: 0.0439851
Jun 02 08:13:10.695489 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8502a-4bad-47c0-9020-05235823efd2 req-431e3908-e8dc-47e8-8e6f-6f4c0d70050e tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:10.696955 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9aa8502a-4bad-47c0-9020-05235823efd2 req-431e3908-e8dc-47e8-8e6f-6f4c0d70050e tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.0784156
Jun 02 08:13:10.740472 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9aa8502a-4bad-47c0-9020-05235823efd2 req-162c912a-ac32-4e4f-b9d2-1c1565b22f0d tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379422
Jun 02 08:13:10.876104 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3729c3dc-1ce8-4fce-88f8-89b4669156d6 req-d792335e-8e88-4f4a-bba7-ccfe79fd03b0 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 210 time: 0.0419564
Jun 02 08:13:11.480349 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a51dd0b4-0b75-4367-a8f4-729b2305a45c req-8053d25a-5b28-4817-8f92-acc0f4adf9ad tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 210 time: 0.0456212
Jun 02 08:13:11.920602 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec900b6-f687-4119-a6e1-ec144a16b6e5 req-c16f9ebf-ae7e-4190-acce-87eb81a1fb77 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:11.922040 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0ec900b6-f687-4119-a6e1-ec144a16b6e5 req-c16f9ebf-ae7e-4190-acce-87eb81a1fb77 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.0794077
Jun 02 08:13:11.968448 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0ec900b6-f687-4119-a6e1-ec144a16b6e5 req-192b8573-f7c8-4ecb-8ecb-207601ad3473 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402267
Jun 02 08:13:12.110984 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-98f62da0-d231-4601-806f-a08d482ae038 req-d7d706f7-9863-4f2a-a35c-02c206598d04 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 210 time: 0.0450542
Jun 02 08:13:12.539000 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:12.561541 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-3d507b04-4b68-4452-8630-4b890222d39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:12.629142 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f2ef1090-f8a4-46ca-8319-783f259ef638 req-2e53e545-a24c-4f5f-b535-375bdc94f79e tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 210 time: 0.0414178
Jun 02 08:13:13.155110 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903dd7f-d80f-4ee2-ba55-6947cb76a676 req-2cb070e6-4c07-4a9d-9777-80cc72b04159 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:13.156610 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f903dd7f-d80f-4ee2-ba55-6947cb76a676 req-2cb070e6-4c07-4a9d-9777-80cc72b04159 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.0811186
Jun 02 08:13:13.210751 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f903dd7f-d80f-4ee2-ba55-6947cb76a676 req-ea9ef092-e8b9-4204-ac87-d9c75052c30b tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476689
Jun 02 08:13:13.315749 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feda166-0494-4e62-a75f-4dd3df6b89de req-e89caf76-1ee0-417d-9ec9-97874e6add33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:13.317239 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-3feda166-0494-4e62-a75f-4dd3df6b89de req-e89caf76-1ee0-417d-9ec9-97874e6add33 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72114cae61da476699f7059d4f116bba&device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 1098 time: 0.1695178
Jun 02 08:13:13.323049 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83acd94-d9b7-474c-810e-18cc34d7e2a4 req-ac2ad2fe-e7c8-484b-ad73-044786ae50f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:13.324396 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-a83acd94-d9b7-474c-810e-18cc34d7e2a4 req-ac2ad2fe-e7c8-484b-ad73-044786ae50f2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4e4215d7677d49a68195abd7f00b623e&device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 1099 time: 0.1299675
Jun 02 08:13:13.330528 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0557db25-1f92-4153-b9a5-8279fccb08f7 req-71f175cb-ab54-4531-9362-5c6771adb2b9 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 210 time: 0.0422413
Jun 02 08:13:13.580135 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83acd94-d9b7-474c-810e-18cc34d7e2a4 req-3b93827b-bf4d-457f-ac4a-83acfdfd8205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:13.581578 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-a83acd94-d9b7-474c-810e-18cc34d7e2a4 req-3b93827b-bf4d-457f-ac4a-83acfdfd8205 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9845329e-acbc-4864-8fcb-054e52779455 HTTP/1.1" status: 200  len: 919 time: 0.2447121
Jun 02 08:13:13.582658 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feda166-0494-4e62-a75f-4dd3df6b89de req-4e62e148-f53b-4543-a307-7f2c557a3f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:13.583884 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-3feda166-0494-4e62-a75f-4dd3df6b89de req-4e62e148-f53b-4543-a307-7f2c557a3f1c service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d786477-7c27-401f-af8f-402c8aef0584 HTTP/1.1" status: 200  len: 912 time: 0.2482624
Jun 02 08:13:13.717337 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-a83acd94-d9b7-474c-810e-18cc34d7e2a4 req-60ad9d84-533c-4c45-a607-0f4f8ec22c65 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13aa4271-ffbf-4715-a314-4cc116efe70a HTTP/1.1" status: 200  len: 217 time: 0.1179688
Jun 02 08:13:13.733361 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:13.782329 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4f0a944a-91c9-4ef1-90d4-d8e1cf5e954c req-15434c9f-94f4-42c9-9918-b59b46b745a7 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 210 time: 0.0414300
Jun 02 08:13:13.807788 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-3feda166-0494-4e62-a75f-4dd3df6b89de req-c4f82593-4d62-442f-a6b0-ac49d14b71bb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93187778-5a17-48fa-bcd0-3fd89890f4aa HTTP/1.1" status: 200  len: 1001 time: 0.1541226
Jun 02 08:13:13.815512 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83acd94-d9b7-474c-810e-18cc34d7e2a4 req-a07059b8-5675-41d8-ac27-07a629033589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:13.816945 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-a83acd94-d9b7-474c-810e-18cc34d7e2a4 req-a07059b8-5675-41d8-ac27-07a629033589 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c714f4d4-5e2f-43c9-8b5e-164491687504 HTTP/1.1" status: 200  len: 858 time: 0.0848846
Jun 02 08:13:13.896287 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-a83acd94-d9b7-474c-810e-18cc34d7e2a4 req-bf685887-edb5-465c-80f7-87b318b7b641 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9845329e-acbc-4864-8fcb-054e52779455&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0494614
Jun 02 08:13:13.940080 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feda166-0494-4e62-a75f-4dd3df6b89de req-50689229-7dc6-4dc2-a139-8d8f5dffa150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:13.941515 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-3feda166-0494-4e62-a75f-4dd3df6b89de req-50689229-7dc6-4dc2-a139-8d8f5dffa150 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7286860f-5241-4865-8fea-b07cfe7d1a59 HTTP/1.1" status: 200  len: 850 time: 0.1237459
Jun 02 08:13:14.090192 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-a83acd94-d9b7-474c-810e-18cc34d7e2a4 req-8bf29858-b0d5-48b7-81c8-eb1466e9caf7 service neutron] 10.222.0.72 "GET /v2.0/networks/9845329e-acbc-4864-8fcb-054e52779455?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1865003
Jun 02 08:13:14.099116 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feda166-0494-4e62-a75f-4dd3df6b89de req-e93ab217-0d73-4b4f-817c-8715222fd49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:14.100495 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-3feda166-0494-4e62-a75f-4dd3df6b89de req-e93ab217-0d73-4b4f-817c-8715222fd49c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d786477-7c27-401f-af8f-402c8aef0584&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1490703
Jun 02 08:13:14.459226 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-a83acd94-d9b7-474c-810e-18cc34d7e2a4 req-1e95e66e-c701-4c25-9258-aeec639a1c8a service neutron] 10.222.0.72 "GET /v2.0/networks/9845329e-acbc-4864-8fcb-054e52779455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3577304
Jun 02 08:13:14.467843 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-3feda166-0494-4e62-a75f-4dd3df6b89de req-bb06e5c5-72e9-40c5-b5dd-01231205f772 service neutron] 10.222.0.72 "GET /v2.0/networks/6d786477-7c27-401f-af8f-402c8aef0584?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3475368
Jun 02 08:13:14.548322 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf52b9-b065-4a07-95be-315bfd5e57cb req-c87cb838-0fe0-46ac-a8ea-0a5292c8a451 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:14.550363 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-85bf52b9-b065-4a07-95be-315bfd5e57cb req-c87cb838-0fe0-46ac-a8ea-0a5292c8a451 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.2059214
Jun 02 08:13:14.606083 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-85bf52b9-b065-4a07-95be-315bfd5e57cb req-73d59a5a-30e1-4410-983a-d06c0b137d17 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487037
Jun 02 08:13:14.770119 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9ca9a108-d0e6-4bd3-9f14-dd8c992523a5 req-779e5bdf-0898-42fa-9cbd-de297aca2568 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 210 time: 0.0638552
Jun 02 08:13:14.832554 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-3feda166-0494-4e62-a75f-4dd3df6b89de req-dce4c2fe-d86d-4b66-91b3-87e6c6ab081f service neutron] 10.222.0.72 "GET /v2.0/networks/6d786477-7c27-401f-af8f-402c8aef0584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3586285
Jun 02 08:13:14.877653 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-c2190a5e-f72f-46c2-ab6a-866b5dc8de9e tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:14.878319 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-c2190a5e-f72f-46c2-ab6a-866b5dc8de9e tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Synchronizing usage tracker for tenant:2f6b2a026b6a473192d447dc1486f2f8 on resource:network {{(pid=92342) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:13:14.962048 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-c2190a5e-f72f-46c2-ab6a-866b5dc8de9e tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Unset dirty status for tenant:2f6b2a026b6a473192d447dc1486f2f8 on resource:network {{(pid=92342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:13:14.963700 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-c2190a5e-f72f-46c2-ab6a-866b5dc8de9e tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.72 "GET /v2.0/networks?id=3ea4537c-4e53-4dd1-90c4-33b482428ef3 HTTP/1.1" status: 200  len: 809 time: 0.2988012
Jun 02 08:13:14.981931 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-31ff765f-b9c1-4c35-accb-e761d17d4d7d tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Request body: {'port': {'device_id': '8480c63f-f415-45f2-a232-ab3f4034bce8', 'network_id': '3ea4537c-4e53-4dd1-90c4-33b482428ef3', 'admin_state_up': True, 'tenant_id': '2f6b2a026b6a473192d447dc1486f2f8'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:13:14.999296 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c07dfc4e-5b17-4658-a55b-2116209f4108 req-d813ce70-0951-47ff-9daa-beffb4520bce tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 210 time: 0.0481839
Jun 02 08:13:15.130425 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-31ff765f-b9c1-4c35-accb-e761d17d4d7d tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:13:15.135501 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-31ff765f-b9c1-4c35-accb-e761d17d4d7d tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Usage tracker for resource:port and tenant:2f6b2a026b6a473192d447dc1486f2f8 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:13:15.138700 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-31ff765f-b9c1-4c35-accb-e761d17d4d7d tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:13:15.145293 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-31ff765f-b9c1-4c35-accb-e761d17d4d7d tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:13:15.167726 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:15.261465 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-31ff765f-b9c1-4c35-accb-e761d17d4d7d tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Made reservation on behalf of 2f6b2a026b6a473192d447dc1486f2f8 for: {'port': 1} {{(pid=92342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:13:15.264971 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-31ff765f-b9c1-4c35-accb-e761d17d4d7d tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:15.455951 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_common [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-31ff765f-b9c1-4c35-accb-e761d17d4d7d tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Allocated IP 172.20.0.8 (3ea4537c-4e53-4dd1-90c4-33b482428ef3/fe9ef7a1-42f6-4448-8742-feaf422ea635/62ddce1d-0b33-4bee-b3f4-eaac59f78c08) {{(pid=92342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:13:15.770589 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-31ff765f-b9c1-4c35-accb-e761d17d4d7d tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Notify callbacks [] for port, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:15.814962 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-2c5bc995-325d-44d3-9dfb-750eae5020a2 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:15.815845 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-2c5bc995-325d-44d3-9dfb-750eae5020a2 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Synchronizing usage tracker for tenant:459588786ab44c4bbeeae4bc8cf7fcb5 on resource:network {{(pid=92342) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:13:15.840407 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950369c-8dcc-401d-992f-aaf1ba956cb9 req-8715f98a-fca5-4ba0-a42b-d7339d5f9828 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:15.848127 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d950369c-8dcc-401d-992f-aaf1ba956cb9 req-8715f98a-fca5-4ba0-a42b-d7339d5f9828 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.1142664
Jun 02 08:13:15.883971 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-2c5bc995-325d-44d3-9dfb-750eae5020a2 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Unset dirty status for tenant:459588786ab44c4bbeeae4bc8cf7fcb5 on resource:network {{(pid=92342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:13:15.885510 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-2c5bc995-325d-44d3-9dfb-750eae5020a2 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.72 "GET /v2.0/networks?id=5abc9d26-3cb6-446d-969d-090f313dd1b0 HTTP/1.1" status: 200  len: 815 time: 0.2624638
Jun 02 08:13:15.898777 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d950369c-8dcc-401d-992f-aaf1ba956cb9 req-6a189998-ac81-443f-b466-002d0f4827e7 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497668
Jun 02 08:13:15.901605 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-d2b5b183-b043-4877-a4bc-cb05db4db9ea tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Request body: {'port': {'device_id': 'e3a3f80d-d1a8-4f06-81f3-070fa437d84f', 'network_id': '5abc9d26-3cb6-446d-969d-090f313dd1b0', 'admin_state_up': True, 'tenant_id': '459588786ab44c4bbeeae4bc8cf7fcb5'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:13:15.931746 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-31ff765f-b9c1-4c35-accb-e761d17d4d7d tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309'] for port, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:15.947751 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:15.997494 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-fc8f9c56-df5f-4740-b74f-74385eb9e0c0 req-f8902824-3a5f-4837-b31c-2532e1606a1e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 210 time: 0.0491366
Jun 02 08:13:16.085223 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-31ff765f-b9c1-4c35-accb-e761d17d4d7d tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Network 3ea4537c-4e53-4dd1-90c4-33b482428ef3 is already hosted by enough agents. {{(pid=92342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:13:16.090684 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-31ff765f-b9c1-4c35-accb-e761d17d4d7d tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Resources bound (agent type, host, resource id):  {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:13:16.105091 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-31ff765f-b9c1-4c35-accb-e761d17d4d7d tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Received port after_create {{(pid=92342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:13:16.111570 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-31ff765f-b9c1-4c35-accb-e761d17d4d7d tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:16.112093 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-31ff765f-b9c1-4c35-accb-e761d17d4d7d tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for port, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:16.129419 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff765f-b9c1-4c35-accb-e761d17d4d7d tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Pushing event updated for resources: {'Port': ['ID=62ddce1d-0b33-4bee-b3f4-eaac59f78c08,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:16.136838 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-31ff765f-b9c1-4c35-accb-e761d17d4d7d tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:16.163311 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-d2b5b183-b043-4877-a4bc-cb05db4db9ea tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:13:16.176050 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-d2b5b183-b043-4877-a4bc-cb05db4db9ea tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:13:16.303278 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-31ff765f-b9c1-4c35-accb-e761d17d4d7d tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3252323
Jun 02 08:13:16.367457 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-3fca6ed7-8da8-4960-99dc-e8d7351b4652 service neutron] Request body: {'port': {'device_id': '8480c63f-f415-45f2-a232-ab3f4034bce8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:13:16.419909 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9b0ea-129e-475f-a5a8-fa1057288650 req-793cf351-ed14-4b85-be89-7fc38612bc7b tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:16.430722 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-fbf9b0ea-129e-475f-a5a8-fa1057288650 req-793cf351-ed14-4b85-be89-7fc38612bc7b tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 931 time: 0.0987487
Jun 02 08:13:16.457227 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-d2b5b183-b043-4877-a4bc-cb05db4db9ea tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Made reservation on behalf of 459588786ab44c4bbeeae4bc8cf7fcb5 for: {'port': 1} {{(pid=92342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:13:16.460997 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-d2b5b183-b043-4877-a4bc-cb05db4db9ea tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:16.480902 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-fbf9b0ea-129e-475f-a5a8-fa1057288650 req-34b5e7fa-bfd4-48e1-be69-37abc83902e4 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478110
Jun 02 08:13:16.555413 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-3fca6ed7-8da8-4960-99dc-e8d7351b4652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:16.868992 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_common [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-d2b5b183-b043-4877-a4bc-cb05db4db9ea tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Allocated IP 172.20.0.2 (5abc9d26-3cb6-446d-969d-090f313dd1b0/a26abb64-e4a3-4289-8a08-a11db3baccfa/33629f14-0ca1-42f4-aeff-93d761bd2461) {{(pid=92342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:13:17.194851 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52605d9-9908-405b-b847-3fc0aa31f352 req-faf448d8-b317-4c4e-aa12-9bbacbd4f4e9 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:17.196801 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a52605d9-9908-405b-b847-3fc0aa31f352 req-faf448d8-b317-4c4e-aa12-9bbacbd4f4e9 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.1463628
Jun 02 08:13:17.199744 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-706765ff-a8da-4932-a532-249b535f524a req-2f216890-8d04-4200-bab8-c0958187088d tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 210 time: 0.0545475
Jun 02 08:13:17.243953 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a52605d9-9908-405b-b847-3fc0aa31f352 req-ebd7a69b-5122-462a-9b00-d8a5366fc0dc tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414791
Jun 02 08:13:17.270621 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-d2b5b183-b043-4877-a4bc-cb05db4db9ea tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Notify callbacks [] for port, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:17.302113 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-3fca6ed7-8da8-4960-99dc-e8d7351b4652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ddce1d-0b33-4bee-b3f4-eaac59f78c08 {{(pid=92342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:13:17.311478 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-3fca6ed7-8da8-4960-99dc-e8d7351b4652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:17.331142 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.provisioning_blocks [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-3fca6ed7-8da8-4960-99dc-e8d7351b4652 service neutron] Transition to ACTIVE for port object 62ddce1d-0b33-4bee-b3f4-eaac59f78c08 will not be triggered until provisioned by entity L2. {{(pid=92342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:13:17.418252 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-3fca6ed7-8da8-4960-99dc-e8d7351b4652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:17.423358 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-01351f2d-69b6-49fd-874b-8350f80df71d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:17.515924 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-d2b5b183-b043-4877-a4bc-cb05db4db9ea tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309'] for port, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:17.592984 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca6ed7-8da8-4960-99dc-e8d7351b4652 service neutron] Pushing event updated for resources: {'Port': ['ID=62ddce1d-0b33-4bee-b3f4-eaac59f78c08,revision_number=2']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:17.602692 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-3fca6ed7-8da8-4960-99dc-e8d7351b4652 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:17.603209 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:17.634119 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-d2b5b183-b043-4877-a4bc-cb05db4db9ea tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Network 5abc9d26-3cb6-446d-969d-090f313dd1b0 is already hosted by enough agents. {{(pid=92342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:13:17.650418 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-d2b5b183-b043-4877-a4bc-cb05db4db9ea tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Resources bound (agent type, host, resource id):  {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:13:17.663651 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-d2b5b183-b043-4877-a4bc-cb05db4db9ea tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Received port after_create {{(pid=92342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:13:17.668336 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-d2b5b183-b043-4877-a4bc-cb05db4db9ea tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:17.668945 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-d2b5b183-b043-4877-a4bc-cb05db4db9ea tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for port, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:17.685572 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f32885-6054-4e90-9abc-b4f185a60e2f req-6a143ab6-0e13-4547-afaf-04deb62864a5 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:17.690194 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b6f32885-6054-4e90-9abc-b4f185a60e2f req-6a143ab6-0e13-4547-afaf-04deb62864a5 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 943 time: 0.0874891
Jun 02 08:13:17.698356 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.managers [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-3fca6ed7-8da8-4960-99dc-e8d7351b4652 service neutron] Attempting to bind port 62ddce1d-0b33-4bee-b3f4-eaac59f78c08 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:13:17.698694 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.managers [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-3fca6ed7-8da8-4960-99dc-e8d7351b4652 service neutron] Attempting to bind port 62ddce1d-0b33-4bee-b3f4-eaac59f78c08 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '2fbe17ee-f255-45c5-8153-9c9cf9ae6766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3ea4537c-4e53-4dd1-90c4-33b482428ef3'}] {{(pid=92342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:13:17.699020 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-3fca6ed7-8da8-4960-99dc-e8d7351b4652 service neutron] Attempting to bind port 62ddce1d-0b33-4bee-b3f4-eaac59f78c08 on network 3ea4537c-4e53-4dd1-90c4-33b482428ef3 {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:13:17.714657 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-3fca6ed7-8da8-4960-99dc-e8d7351b4652 service neutron] Port 62ddce1d-0b33-4bee-b3f4-eaac59f78c08 on network 3ea4537c-4e53-4dd1-90c4-33b482428ef3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 02 08:13:17.714967 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-3fca6ed7-8da8-4960-99dc-e8d7351b4652 service neutron] Attempting to bind port 62ddce1d-0b33-4bee-b3f4-eaac59f78c08 on network 3ea4537c-4e53-4dd1-90c4-33b482428ef3 {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:13:17.723879 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b5b183-b043-4877-a4bc-cb05db4db9ea tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Pushing event updated for resources: {'Port': ['ID=33629f14-0ca1-42f4-aeff-93d761bd2461,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:17.729922 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-3fca6ed7-8da8-4960-99dc-e8d7351b4652 service neutron] Checking agent: {'id': '5f85f1d8-5acd-47ff-be11-89642c504a90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:13:17.729922 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-3fca6ed7-8da8-4960-99dc-e8d7351b4652 service neutron] Checking segment: {'id': '2fbe17ee-f255-45c5-8153-9c9cf9ae6766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3ea4537c-4e53-4dd1-90c4-33b482428ef3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:13:17.729922 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-3fca6ed7-8da8-4960-99dc-e8d7351b4652 service neutron] Bound using segment: {'id': '2fbe17ee-f255-45c5-8153-9c9cf9ae6766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3ea4537c-4e53-4dd1-90c4-33b482428ef3'} {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:13:17.729922 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.managers [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-3fca6ed7-8da8-4960-99dc-e8d7351b4652 service neutron] Bound port: 62ddce1d-0b33-4bee-b3f4-eaac59f78c08, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fbe17ee-f255-45c5-8153-9c9cf9ae6766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3ea4537c-4e53-4dd1-90c4-33b482428ef3'}}] {{(pid=92342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:13:17.729922 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-3fca6ed7-8da8-4960-99dc-e8d7351b4652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:17.740240 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-d2b5b183-b043-4877-a4bc-cb05db4db9ea tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:17.746496 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b6f32885-6054-4e90-9abc-b4f185a60e2f req-2c04cc90-da76-4eea-a4c8-81b654f4a0fc tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528009
Jun 02 08:13:17.796295 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-d2b5b183-b043-4877-a4bc-cb05db4db9ea tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8986070
Jun 02 08:13:17.822524 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-3fca6ed7-8da8-4960-99dc-e8d7351b4652 service neutron] For port 62ddce1d-0b33-4bee-b3f4-eaac59f78c08, host hv-cinder-78638, cleared binding levels {{(pid=92342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:13:17.825531 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-3fca6ed7-8da8-4960-99dc-e8d7351b4652 service neutron] For port 62ddce1d-0b33-4bee-b3f4-eaac59f78c08, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=62ddce1d-0b33-4bee-b3f4-eaac59f78c08,segment=NetworkSegment(2fbe17ee-f255-45c5-8153-9c9cf9ae6766),segment_id=2fbe17ee-f255-45c5-8153-9c9cf9ae6766)] {{(pid=92342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:13:17.890235 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-3fca6ed7-8da8-4960-99dc-e8d7351b4652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:17.894290 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-a2e86bbf-ac59-4bad-95a2-b0b9ca4c8a8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:17.954485 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-3fca6ed7-8da8-4960-99dc-e8d7351b4652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:17.955084 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-3fca6ed7-8da8-4960-99dc-e8d7351b4652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for port, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:17.956440 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-3fca6ed7-8da8-4960-99dc-e8d7351b4652 service neutron] 10.222.0.72 "PUT /v2.0/ports/62ddce1d-0b33-4bee-b3f4-eaac59f78c08 HTTP/1.1" status: 200  len: 1093 time: 1.5963407
Jun 02 08:13:17.956914 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8480c63f-f415-45f2-a232-ab3f4034bce8', 'tag': '62ddce1d-0b33-4bee-b3f4-eaac59f78c08'}] {{(pid=92342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:13:17.959143 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e374b3b879b00d97b29532d72ba3bb6ea3956478347f3877d9246faf94d18eae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4477ede8-d729-4ac7-aec3-53710facd0d4" -d '{"events": [{"name": "network-changed", "server_uuid": "8480c63f-f415-45f2-a232-ab3f4034bce8", "tag": "62ddce1d-0b33-4bee-b3f4-eaac59f78c08"}]}' {{(pid=92342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:13:17.975489 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca6ed7-8da8-4960-99dc-e8d7351b4652 service neutron] Pushing event updated for resources: {'Port': ['ID=62ddce1d-0b33-4bee-b3f4-eaac59f78c08,revision_number=3']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:17.980847 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-3fca6ed7-8da8-4960-99dc-e8d7351b4652 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:18.007243 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26aee8ab-110c-4a58-9ffe-bc305bf1cce1 x-openstack-request-id: req-26aee8ab-110c-4a58-9ffe-bc305bf1cce1 {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:13:18.007638 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8480c63f-f415-45f2-a232-ab3f4034bce8", "tag": "62ddce1d-0b33-4bee-b3f4-eaac59f78c08", "status": "completed", "code": 200}]} {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:13:18.008004 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-26aee8ab-110c-4a58-9ffe-bc305bf1cce1 {{(pid=92342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:13:18.008523 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8480c63f-f415-45f2-a232-ab3f4034bce8', 'tag': '62ddce1d-0b33-4bee-b3f4-eaac59f78c08', 'status': 'completed', 'code': 200}
Jun 02 08:13:18.397075 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36065a4a-5ea3-4432-b95b-87e93fc79fe7 req-be1dd2c5-b160-4400-81e7-84be1ae6d4af tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:18.398732 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-36065a4a-5ea3-4432-b95b-87e93fc79fe7 req-be1dd2c5-b160-4400-81e7-84be1ae6d4af tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 931 time: 0.0810208
Jun 02 08:13:18.447354 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-36065a4a-5ea3-4432-b95b-87e93fc79fe7 req-5331965f-2b9d-4e9a-b43d-7fc254dd2c43 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427995
Jun 02 08:13:18.620522 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006789fb-2383-47ff-9ed1-d1e8b0ca7f0a req-e9aa6ce1-23a4-44a4-85be-11f62a3a42f9 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:18.622034 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-006789fb-2383-47ff-9ed1-d1e8b0ca7f0a req-e9aa6ce1-23a4-44a4-85be-11f62a3a42f9 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.0827587
Jun 02 08:13:18.666649 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-006789fb-2383-47ff-9ed1-d1e8b0ca7f0a req-647b9ff0-4c07-45f6-9270-b10eb7ac6f56 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388763
Jun 02 08:13:18.929975 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8dcc58-7003-42ce-b92b-313a82cee467 req-4989a07c-5948-4567-83ae-0b8b476282b2 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:18.931316 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-aa8dcc58-7003-42ce-b92b-313a82cee467 req-4989a07c-5948-4567-83ae-0b8b476282b2 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 943 time: 0.0798459
Jun 02 08:13:18.978332 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-aa8dcc58-7003-42ce-b92b-313a82cee467 req-cd0ae370-5aa1-4658-bdb3-f409f0b492e0 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414131
Jun 02 08:13:19.633420 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6178c-6b2c-4d7e-89ad-943933675e3f req-a9330391-b1dc-4409-84a1-91928ced35a3 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:19.634844 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8cf6178c-6b2c-4d7e-89ad-943933675e3f req-a9330391-b1dc-4409-84a1-91928ced35a3 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 931 time: 0.0784461
Jun 02 08:13:19.682334 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8cf6178c-6b2c-4d7e-89ad-943933675e3f req-26a24dc8-f3c5-4524-a765-bc53ee3b802b tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417545
Jun 02 08:13:19.859208 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3c4ba-0b88-450f-a44a-36dcbef452c9 req-7555469b-4855-46ff-9e8d-d270159bfad7 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:19.860658 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9ec3c4ba-0b88-450f-a44a-36dcbef452c9 req-7555469b-4855-46ff-9e8d-d270159bfad7 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.0823350
Jun 02 08:13:19.905149 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9ec3c4ba-0b88-450f-a44a-36dcbef452c9 req-d96f8fbc-20a5-47c3-b555-4afbab19bc9b tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389323
Jun 02 08:13:20.162037 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466e33e-cb3f-41ba-8658-4ff9a1f3bcf2 req-f5756890-06c2-4ef1-90ab-ebe283a2d903 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:20.163483 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d466e33e-cb3f-41ba-8658-4ff9a1f3bcf2 req-f5756890-06c2-4ef1-90ab-ebe283a2d903 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 943 time: 0.0810876
Jun 02 08:13:20.208477 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d466e33e-cb3f-41ba-8658-4ff9a1f3bcf2 req-04f1f5ec-b16d-4cc2-be8e-0bb9ac5fa5a9 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393202
Jun 02 08:13:20.872655 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0a357-4f02-463e-a8c5-e18a10b460e4 req-69065249-536f-47f4-b5bc-a1fd36eb2605 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:20.874095 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e5b0a357-4f02-463e-a8c5-e18a10b460e4 req-69065249-536f-47f4-b5bc-a1fd36eb2605 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 931 time: 0.0835898
Jun 02 08:13:20.920937 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e5b0a357-4f02-463e-a8c5-e18a10b460e4 req-c7e9a436-5603-4c7a-b161-3e47a87dff67 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411425
Jun 02 08:13:21.088910 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2878106-7baf-40dc-826d-868694ec297f req-ae9dd012-bb19-44c1-bd63-918992937d35 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:21.090242 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a2878106-7baf-40dc-826d-868694ec297f req-ae9dd012-bb19-44c1-bd63-918992937d35 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.0781276
Jun 02 08:13:21.136067 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a2878106-7baf-40dc-826d-868694ec297f req-e48f4a18-005b-4c7b-85be-71bce323015a tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402710
Jun 02 08:13:21.393118 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2ade0-dcc6-437f-94f5-fde595bcde2f req-00a446c2-c6bf-4805-9cdc-0926390287f2 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:21.394874 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ebc2ade0-dcc6-437f-94f5-fde595bcde2f req-00a446c2-c6bf-4805-9cdc-0926390287f2 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 943 time: 0.0816052
Jun 02 08:13:21.439032 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ebc2ade0-dcc6-437f-94f5-fde595bcde2f req-c4b21a54-8aa8-4df7-9b4a-aca7842ed22c tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385954
Jun 02 08:13:21.789335 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['9c1dd446-899f-48e9-b420-894033e526f6'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:13:22.119322 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e729f8-17e6-477c-981b-685f226c8373 req-807b2e4d-e805-4be8-b013-6aa96ab62ba4 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:22.121513 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-35e729f8-17e6-477c-981b-685f226c8373 req-807b2e4d-e805-4be8-b013-6aa96ab62ba4 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 931 time: 0.0912473
Jun 02 08:13:22.167043 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-35e729f8-17e6-477c-981b-685f226c8373 req-75e62cb3-4f1b-49d8-a231-e7b075c1198f tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405948
Jun 02 08:13:22.341337 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85842ddf-33a7-408a-ba24-a7b1e813a4e7 req-c18200b4-c9b0-4ef1-89da-8fa0bbc524fd tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:22.342770 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-85842ddf-33a7-408a-ba24-a7b1e813a4e7 req-c18200b4-c9b0-4ef1-89da-8fa0bbc524fd tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.0802488
Jun 02 08:13:22.387953 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-85842ddf-33a7-408a-ba24-a7b1e813a4e7 req-a664551c-452a-488c-8a18-b4e9f06d2470 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389066
Jun 02 08:13:22.662131 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e80b0-95b2-4ca3-97a6-bfb62e8dc7ac req-82fa3f08-eec2-49a1-b4d6-08fe80fa37e1 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:22.663570 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bb3e80b0-95b2-4ca3-97a6-bfb62e8dc7ac req-82fa3f08-eec2-49a1-b4d6-08fe80fa37e1 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 943 time: 0.1191194
Jun 02 08:13:22.707324 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bb3e80b0-95b2-4ca3-97a6-bfb62e8dc7ac req-86c37245-dfef-404d-80f4-b24b9f477e9c tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380225
Jun 02 08:13:23.354241 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d2c64-f9fb-4a0e-9ce3-fbe983c916ef req-110c2556-b1c2-4e1e-8e58-2cba50b2dabe tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:23.355679 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-889d2c64-f9fb-4a0e-9ce3-fbe983c916ef req-110c2556-b1c2-4e1e-8e58-2cba50b2dabe tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 931 time: 0.0827341
Jun 02 08:13:23.403789 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-889d2c64-f9fb-4a0e-9ce3-fbe983c916ef req-526f20fd-5ef0-411a-b392-ab8c641896fe tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423806
Jun 02 08:13:23.572662 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d7c37-a568-46eb-8cb4-a1236f2440a7 req-9faa8fe4-2d08-4a46-a6dc-81d5b1bb946f tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:23.574112 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2c4d7c37-a568-46eb-8cb4-a1236f2440a7 req-9faa8fe4-2d08-4a46-a6dc-81d5b1bb946f tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.0798421
Jun 02 08:13:23.617422 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2c4d7c37-a568-46eb-8cb4-a1236f2440a7 req-0f18d2ca-400e-4242-a031-e23a1e71c781 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377684
Jun 02 08:13:23.892615 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef1e42-8408-4520-a8f4-b22ad0e88ffb req-0d6d3937-9b80-4856-9d27-c508aaf66917 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:23.894052 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d8ef1e42-8408-4520-a8f4-b22ad0e88ffb req-0d6d3937-9b80-4856-9d27-c508aaf66917 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 943 time: 0.0824306
Jun 02 08:13:23.937947 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d8ef1e42-8408-4520-a8f4-b22ad0e88ffb req-4dafe613-2cd6-4948-be0e-3e0c31c95da0 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378788
Jun 02 08:13:23.955855 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-c6719e15-6838-45e6-a232-89c195ca0221 service neutron] Request body: {'port': {'device_id': 'e3a3f80d-d1a8-4f06-81f3-070fa437d84f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:13:24.112398 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477ede8-d729-4ac7-aec3-53710facd0d4 req-37e2fdfa-6fee-4af6-aca1-b65159a32aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:24.114039 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4477ede8-d729-4ac7-aec3-53710facd0d4 req-37e2fdfa-6fee-4af6-aca1-b65159a32aab service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2f6b2a026b6a473192d447dc1486f2f8&device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 1096 time: 0.0785506
Jun 02 08:13:24.133018 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-c6719e15-6838-45e6-a232-89c195ca0221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:24.208590 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-90efd84a-d5a9-4f7d-a20e-489f2ac95381 req-42a31453-78f6-44f6-a142-31c9211d6ff7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a6932d62-8de2-40c2-b8ce-322e3376299e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1654794
Jun 02 08:13:24.288600 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477ede8-d729-4ac7-aec3-53710facd0d4 req-47bbd289-2785-48be-84d9-41fd3163c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:24.290185 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4477ede8-d729-4ac7-aec3-53710facd0d4 req-47bbd289-2785-48be-84d9-41fd3163c064 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=2f6b2a026b6a473192d447dc1486f2f8&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1387181
Jun 02 08:13:24.439872 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477ede8-d729-4ac7-aec3-53710facd0d4 req-5f430037-a589-42b0-9a8a-c5295331a6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:24.441266 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4477ede8-d729-4ac7-aec3-53710facd0d4 req-5f430037-a589-42b0-9a8a-c5295331a6d8 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1380367
Jun 02 08:13:24.486307 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efd84a-d5a9-4f7d-a20e-489f2ac95381 req-d69915af-8edd-41c6-aa12-232722010bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:24.487759 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-90efd84a-d5a9-4f7d-a20e-489f2ac95381 req-d69915af-8edd-41c6-aa12-232722010bbf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=459588786ab44c4bbeeae4bc8cf7fcb5&device_id=a6932d62-8de2-40c2-b8ce-322e3376299e HTTP/1.1" status: 200  len: 1098 time: 0.1613772
Jun 02 08:13:24.555544 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-c6719e15-6838-45e6-a232-89c195ca0221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33629f14-0ca1-42f4-aeff-93d761bd2461 {{(pid=92342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:13:24.562746 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-c6719e15-6838-45e6-a232-89c195ca0221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:24.577347 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.provisioning_blocks [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-c6719e15-6838-45e6-a232-89c195ca0221 service neutron] Transition to ACTIVE for port object 33629f14-0ca1-42f4-aeff-93d761bd2461 will not be triggered until provisioned by entity L2. {{(pid=92342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:13:24.591960 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd467f6b-fe3e-4f7f-b4bc-34b3612e0403 req-ece4887f-df45-4b1d-a3af-7aadef17a527 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:24.594625 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cd467f6b-fe3e-4f7f-b4bc-34b3612e0403 req-ece4887f-df45-4b1d-a3af-7aadef17a527 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 931 time: 0.0836704
Jun 02 08:13:24.640069 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cd467f6b-fe3e-4f7f-b4bc-34b3612e0403 req-24108823-c12d-475a-831d-e817820da65f tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391972
Jun 02 08:13:24.653066 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-c6719e15-6838-45e6-a232-89c195ca0221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:24.658784 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:24.822760 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5786485-4732-4b85-9842-3eac6985eab3 req-338afb23-2f0a-4740-b45a-e784f0daf953 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:24.825181 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d5786485-4732-4b85-9842-3eac6985eab3 req-338afb23-2f0a-4740-b45a-e784f0daf953 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.0887406
Jun 02 08:13:24.921448 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d5786485-4732-4b85-9842-3eac6985eab3 req-0c574688-c83f-47ea-a23c-abe07cf85d48 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582204
Jun 02 08:13:24.931764 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6719e15-6838-45e6-a232-89c195ca0221 service neutron] Pushing event updated for resources: {'Port': ['ID=33629f14-0ca1-42f4-aeff-93d761bd2461,revision_number=2']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:24.953829 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-c6719e15-6838-45e6-a232-89c195ca0221 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:24.954525 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-0d682323-d00d-4af9-b3e8-3be33a31cd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:24.956818 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-0d682323-d00d-4af9-b3e8-3be33a31cd57 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2f6b2a026b6a473192d447dc1486f2f8&device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 1096 time: 0.1265693
Jun 02 08:13:25.015963 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.managers [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-c6719e15-6838-45e6-a232-89c195ca0221 service neutron] Attempting to bind port 33629f14-0ca1-42f4-aeff-93d761bd2461 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:13:25.016610 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.managers [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-c6719e15-6838-45e6-a232-89c195ca0221 service neutron] Attempting to bind port 33629f14-0ca1-42f4-aeff-93d761bd2461 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'b642ba97-1b26-4c7e-972e-d6caae7f9c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5abc9d26-3cb6-446d-969d-090f313dd1b0'}] {{(pid=92342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:13:25.016610 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-c6719e15-6838-45e6-a232-89c195ca0221 service neutron] Attempting to bind port 33629f14-0ca1-42f4-aeff-93d761bd2461 on network 5abc9d26-3cb6-446d-969d-090f313dd1b0 {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:13:25.023128 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-c6719e15-6838-45e6-a232-89c195ca0221 service neutron] Port 33629f14-0ca1-42f4-aeff-93d761bd2461 on network 5abc9d26-3cb6-446d-969d-090f313dd1b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 02 08:13:25.023440 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-c6719e15-6838-45e6-a232-89c195ca0221 service neutron] Attempting to bind port 33629f14-0ca1-42f4-aeff-93d761bd2461 on network 5abc9d26-3cb6-446d-969d-090f313dd1b0 {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:13:25.039382 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-c6719e15-6838-45e6-a232-89c195ca0221 service neutron] Checking agent: {'id': '5f85f1d8-5acd-47ff-be11-89642c504a90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:13:25.041280 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-c6719e15-6838-45e6-a232-89c195ca0221 service neutron] Checking segment: {'id': 'b642ba97-1b26-4c7e-972e-d6caae7f9c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5abc9d26-3cb6-446d-969d-090f313dd1b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:13:25.041280 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-c6719e15-6838-45e6-a232-89c195ca0221 service neutron] Bound using segment: {'id': 'b642ba97-1b26-4c7e-972e-d6caae7f9c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5abc9d26-3cb6-446d-969d-090f313dd1b0'} {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:13:25.041280 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.managers [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-c6719e15-6838-45e6-a232-89c195ca0221 service neutron] Bound port: 33629f14-0ca1-42f4-aeff-93d761bd2461, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b642ba97-1b26-4c7e-972e-d6caae7f9c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5abc9d26-3cb6-446d-969d-090f313dd1b0'}}] {{(pid=92342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:13:25.041280 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-c6719e15-6838-45e6-a232-89c195ca0221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:25.050662 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-a445b65e-4828-4249-9e81-9d9bb59a378b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62ddce1d-0b33-4bee-b3f4-eaac59f78c08 HTTP/1.1" status: 200  len: 217 time: 0.0836143
Jun 02 08:13:25.131793 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efd84a-d5a9-4f7d-a20e-489f2ac95381 req-84d60bd0-fbae-4433-bef1-7c4166292f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:25.133532 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-90efd84a-d5a9-4f7d-a20e-489f2ac95381 req-84d60bd0-fbae-4433-bef1-7c4166292f77 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5abc9d26-3cb6-446d-969d-090f313dd1b0 HTTP/1.1" status: 200  len: 916 time: 0.2862809
Jun 02 08:13:25.183538 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-be93aa84-505a-4b9a-af7c-d003d98e0a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:25.184973 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-be93aa84-505a-4b9a-af7c-d003d98e0a02 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fe9ef7a1-42f6-4448-8742-feaf422ea635 HTTP/1.1" status: 200  len: 849 time: 0.0841165
Jun 02 08:13:25.223645 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-90efd84a-d5a9-4f7d-a20e-489f2ac95381 req-38d6c81f-e8f6-4a38-815f-64ef6fbbfe64 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c1dd446-899f-48e9-b420-894033e526f6 HTTP/1.1" status: 200  len: 217 time: 0.0744109
Jun 02 08:13:25.226576 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-c6719e15-6838-45e6-a232-89c195ca0221 service neutron] For port 33629f14-0ca1-42f4-aeff-93d761bd2461, host hv-cinder-78638, cleared binding levels {{(pid=92342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:13:25.241565 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-a93ac961-a187-456b-9bbc-279e3509b0c6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3ea4537c-4e53-4dd1-90c4-33b482428ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0492976
Jun 02 08:13:25.254899 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8132628-a906-4f09-8482-e128450c96d4 req-1dd348e4-e665-499f-a2e0-aac8572b3907 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:25.255419 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b8132628-a906-4f09-8482-e128450c96d4 req-1dd348e4-e665-499f-a2e0-aac8572b3907 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 943 time: 0.1975553
Jun 02 08:13:25.264290 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-c6719e15-6838-45e6-a232-89c195ca0221 service neutron] For port 33629f14-0ca1-42f4-aeff-93d761bd2461, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=33629f14-0ca1-42f4-aeff-93d761bd2461,segment=NetworkSegment(b642ba97-1b26-4c7e-972e-d6caae7f9c07),segment_id=b642ba97-1b26-4c7e-972e-d6caae7f9c07)] {{(pid=92342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:13:25.293210 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efd84a-d5a9-4f7d-a20e-489f2ac95381 req-9ff76c40-8765-434b-9bab-59c6199de668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:25.294859 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-90efd84a-d5a9-4f7d-a20e-489f2ac95381 req-9ff76c40-8765-434b-9bab-59c6199de668 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a26abb64-e4a3-4289-8a08-a11db3baccfa HTTP/1.1" status: 200  len: 855 time: 0.0626054
Jun 02 08:13:25.343305 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-90efd84a-d5a9-4f7d-a20e-489f2ac95381 req-63e59429-4a5b-408b-81b7-8c742c3b304d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5abc9d26-3cb6-446d-969d-090f313dd1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0411544
Jun 02 08:13:25.344640 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-c6719e15-6838-45e6-a232-89c195ca0221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:25.349344 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:25.392017 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b8132628-a906-4f09-8482-e128450c96d4 req-6a88329a-7123-4dd7-aaa7-a0d991dc1973 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162078
Jun 02 08:13:25.443996 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-8b8e615d-b2ec-4347-b3c4-f39da12cde5c service neutron] 10.222.0.72 "GET /v2.0/networks/3ea4537c-4e53-4dd1-90c4-33b482428ef3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1876051
Jun 02 08:13:25.466040 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-c6719e15-6838-45e6-a232-89c195ca0221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:25.466739 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-c6719e15-6838-45e6-a232-89c195ca0221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for port, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:25.468170 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-c6719e15-6838-45e6-a232-89c195ca0221 service neutron] 10.222.0.72 "PUT /v2.0/ports/33629f14-0ca1-42f4-aeff-93d761bd2461 HTTP/1.1" status: 200  len: 1093 time: 1.5192966
Jun 02 08:13:25.471425 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a3f80d-d1a8-4f06-81f3-070fa437d84f', 'tag': '33629f14-0ca1-42f4-aeff-93d761bd2461'}] {{(pid=92342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:13:25.474109 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e374b3b879b00d97b29532d72ba3bb6ea3956478347f3877d9246faf94d18eae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6dcda9-2eac-45e9-aa82-5dacbb0bac44" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a3f80d-d1a8-4f06-81f3-070fa437d84f", "tag": "33629f14-0ca1-42f4-aeff-93d761bd2461"}]}' {{(pid=92342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:13:25.553067 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6719e15-6838-45e6-a232-89c195ca0221 service neutron] Pushing event updated for resources: {'Port': ['ID=33629f14-0ca1-42f4-aeff-93d761bd2461,revision_number=3']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:25.558699 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-c6719e15-6838-45e6-a232-89c195ca0221 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:25.584979 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-90efd84a-d5a9-4f7d-a20e-489f2ac95381 req-6ae9206e-8825-419f-bfce-41edb7914825 service neutron] 10.222.0.72 "GET /v2.0/networks/5abc9d26-3cb6-446d-969d-090f313dd1b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1934345
Jun 02 08:13:25.587820 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e721d0e9-bffe-4099-88a1-279890899480 x-openstack-request-id: req-e721d0e9-bffe-4099-88a1-279890899480 {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:13:25.588117 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a3f80d-d1a8-4f06-81f3-070fa437d84f", "tag": "33629f14-0ca1-42f4-aeff-93d761bd2461", "status": "completed", "code": 200}]} {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:13:25.589508 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e721d0e9-bffe-4099-88a1-279890899480 {{(pid=92342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:13:25.589508 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a3f80d-d1a8-4f06-81f3-070fa437d84f', 'tag': '33629f14-0ca1-42f4-aeff-93d761bd2461', 'status': 'completed', 'code': 200}
Jun 02 08:13:25.624708 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c9ba3e95-dcd5-40f8-9795-13390f4fb335 req-4d7f38f4-04b4-45a3-8b8d-fc5697753211 service neutron] 10.222.0.72 "GET /v2.0/networks/3ea4537c-4e53-4dd1-90c4-33b482428ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1701772
Jun 02 08:13:25.822850 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-90efd84a-d5a9-4f7d-a20e-489f2ac95381 req-3ca7763d-10b5-4208-b2d4-426b80b33f02 service neutron] 10.222.0.72 "GET /v2.0/networks/5abc9d26-3cb6-446d-969d-090f313dd1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2199960
Jun 02 08:13:25.829460 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6dcda9-2eac-45e9-aa82-5dacbb0bac44 req-6973c767-78ce-4628-9ee3-7677b7b7581c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:25.831500 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-2d6dcda9-2eac-45e9-aa82-5dacbb0bac44 req-6973c767-78ce-4628-9ee3-7677b7b7581c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=459588786ab44c4bbeeae4bc8cf7fcb5&device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 1096 time: 0.2032244
Jun 02 08:13:25.898778 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d21ac-9093-4538-afef-c129f5ce072d req-da16d2cb-6390-4500-a1dd-6059fdde1511 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:25.906051 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-dc2d21ac-9093-4538-afef-c129f5ce072d req-da16d2cb-6390-4500-a1dd-6059fdde1511 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 943 time: 0.1407783
Jun 02 08:13:25.947595 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-dc2d21ac-9093-4538-afef-c129f5ce072d req-1efe03d1-7477-42a5-a9b2-ee4e76f25436 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406764
Jun 02 08:13:26.005744 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6dcda9-2eac-45e9-aa82-5dacbb0bac44 req-cfaf6215-9d6c-4539-b461-8924933a4e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:26.007168 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-2d6dcda9-2eac-45e9-aa82-5dacbb0bac44 req-cfaf6215-9d6c-4539-b461-8924933a4e90 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=459588786ab44c4bbeeae4bc8cf7fcb5&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1526220
Jun 02 08:13:26.137077 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7024846-4d28-4eae-b48b-4eaca5987691 req-c6bd4d1a-5a9d-4e2b-a6f1-1cb18fbe380b tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:26.138663 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b7024846-4d28-4eae-b48b-4eaca5987691 req-c6bd4d1a-5a9d-4e2b-a6f1-1cb18fbe380b tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.0866079
Jun 02 08:13:26.153718 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6dcda9-2eac-45e9-aa82-5dacbb0bac44 req-da7516c1-4836-4f20-96ee-1a4f1fb7a00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:26.155090 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-2d6dcda9-2eac-45e9-aa82-5dacbb0bac44 req-da7516c1-4836-4f20-96ee-1a4f1fb7a00e service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1404314
Jun 02 08:13:26.192240 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b7024846-4d28-4eae-b48b-4eaca5987691 req-bb58eb20-da87-42aa-b8db-4103247a9d78 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457942
Jun 02 08:13:26.286002 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 59002) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:26.290153 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-e67e8d80-7bff-425a-b111-dd603d760b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:26.297382 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-e67e8d80-7bff-425a-b111-dd603d760b2f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=459588786ab44c4bbeeae4bc8cf7fcb5&device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 1096 time: 0.0856683
Jun 02 08:13:26.393744 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-eadf4a6e-ca72-4ab7-80c5-02fe05a77d45 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33629f14-0ca1-42f4-aeff-93d761bd2461 HTTP/1.1" status: 200  len: 217 time: 0.0711563
Jun 02 08:13:26.460325 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-5e94e1b3-d9d7-4cb6-a79b-18bbcede6b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:26.461737 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-5e94e1b3-d9d7-4cb6-a79b-18bbcede6b65 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a26abb64-e4a3-4289-8a08-a11db3baccfa HTTP/1.1" status: 200  len: 855 time: 0.0600028
Jun 02 08:13:26.473240 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c74d0a9-bae7-4134-8634-1dee1a6ea384 admin admin] Deleting subnet 57a6a752-d2ba-45d5-b957-4e2c242870d8 {{(pid=92342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 02 08:13:26.594038 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-0c74d0a9-bae7-4134-8634-1dee1a6ea384 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:26.609713 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d1854-24b9-4916-a0d6-0824636bc325 req-4beb38f7-542f-4938-8329-9c3b73148f14 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:26.611521 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-254d1854-24b9-4916-a0d6-0824636bc325 req-4beb38f7-542f-4938-8329-9c3b73148f14 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 943 time: 0.0931828
Jun 02 08:13:26.635176 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-0346bf7f-b398-42df-8323-e1f40f458943 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5abc9d26-3cb6-446d-969d-090f313dd1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1598144
Jun 02 08:13:26.664976 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-254d1854-24b9-4916-a0d6-0824636bc325 req-23887e62-715a-43a8-8650-102f5f79d6a6 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468056
Jun 02 08:13:26.679112 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-0c74d0a9-bae7-4134-8634-1dee1a6ea384 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:26.698574 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-0c74d0a9-bae7-4134-8634-1dee1a6ea384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-943661'] for subnet, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:26.865573 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-9a56b7fe-de58-4c4f-b6cc-c53bef299abe service neutron] 10.222.0.72 "GET /v2.0/networks/5abc9d26-3cb6-446d-969d-090f313dd1b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2197607
Jun 02 08:13:27.122296 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-6a06c74d-61e8-4cb7-bbac-add117cd3f9c req-4d26ca97-7941-4d58-8708-3229160a9428 service neutron] 10.222.0.72 "GET /v2.0/networks/5abc9d26-3cb6-446d-969d-090f313dd1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2100744
Jun 02 08:13:27.164314 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdec599-b079-4ee3-8f0d-97ea852ebb31 req-c453c5bf-21f1-4bef-8347-45150b41fab9 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:27.168703 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bbdec599-b079-4ee3-8f0d-97ea852ebb31 req-c453c5bf-21f1-4bef-8347-45150b41fab9 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 943 time: 0.0945873
Jun 02 08:13:27.210696 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bbdec599-b079-4ee3-8f0d-97ea852ebb31 req-d6a6f466-0f69-452f-87f4-494d4dc22957 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391352
Jun 02 08:13:27.255826 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-0c74d0a9-bae7-4134-8634-1dee1a6ea384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-943652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193'] for subnet, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:27.261112 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-5ce043db-c09b-4cd6-9f9a-0449acea038f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:27.302162 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74d0a9-bae7-4134-8634-1dee1a6ea384 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57a6a752-d2ba-45d5-b957-4e2c242870d8,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:27.305108 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-0c74d0a9-bae7-4134-8634-1dee1a6ea384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:27.306169 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-0c74d0a9-bae7-4134-8634-1dee1a6ea384 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:27.312943 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-0c74d0a9-bae7-4134-8634-1dee1a6ea384 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/57a6a752-d2ba-45d5-b957-4e2c242870d8 HTTP/1.1" status: 204  len: 168 time: 1.0250306
Jun 02 08:13:27.315649 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 59020) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:27.397856 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750cd49-5c87-4659-8dd9-35dd8dd84f01 req-6daf4b1e-61a7-4029-a5fd-9024fada1c51 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:27.400220 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f750cd49-5c87-4659-8dd9-35dd8dd84f01 req-6daf4b1e-61a7-4029-a5fd-9024fada1c51 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.0875394
Jun 02 08:13:27.439248 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-ff369767-b8d8-4b9e-bd0a-1f1876441eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951774'] for network, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:27.468752 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f750cd49-5c87-4659-8dd9-35dd8dd84f01 req-eec3c492-d379-4d5a-ae2d-6a09d02e7088 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587132
Jun 02 08:13:27.576109 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-ff369767-b8d8-4b9e-bd0a-1f1876441eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945556', 'neutron.services.segments.db._delete_segments_for_network-8744146782841'] for network, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:27.590479 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-ff369767-b8d8-4b9e-bd0a-1f1876441eab admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f3e7a9136d0>> segment before_delete 55550000 {{(pid=92342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:13:27.591314 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-ff369767-b8d8-4b9e-bd0a-1f1876441eab admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f3e7a9136d0>> subnet precommit_delete_associations 55550000 {{(pid=92342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:13:27.592315 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-ff369767-b8d8-4b9e-bd0a-1f1876441eab admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3e7a686940>> segment_host_mapping after_create 55550000 {{(pid=92342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:13:27.592909 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-ff369767-b8d8-4b9e-bd0a-1f1876441eab admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3e7a686940>> port after_create 55550000 {{(pid=92342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:13:27.593395 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-ff369767-b8d8-4b9e-bd0a-1f1876441eab admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3e7a686940>> port after_delete 55550000 {{(pid=92342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:13:27.593858 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-ff369767-b8d8-4b9e-bd0a-1f1876441eab admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3e7a686940>> port after_update 55550000 {{(pid=92342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:13:27.594553 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-ff369767-b8d8-4b9e-bd0a-1f1876441eab admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3e7a686940>> segment after_delete 55550000 {{(pid=92342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:13:27.594771 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-ff369767-b8d8-4b9e-bd0a-1f1876441eab admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3e7a686940>> subnet after_create 55550000 {{(pid=92342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:13:27.595244 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-ff369767-b8d8-4b9e-bd0a-1f1876441eab admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3e7a686940>> subnet after_delete 55550000 {{(pid=92342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:13:27.595622 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-ff369767-b8d8-4b9e-bd0a-1f1876441eab admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3e7a686940>> subnet after_update 55550000 {{(pid=92342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:13:27.765798 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-ff369767-b8d8-4b9e-bd0a-1f1876441eab admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3e7a75b1f0>> subnet after_create 55550000 {{(pid=92342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:13:27.769694 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-ff369767-b8d8-4b9e-bd0a-1f1876441eab admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3e7a75b1f0>> subnet after_delete 55550000 {{(pid=92342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:13:27.769694 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-ff369767-b8d8-4b9e-bd0a-1f1876441eab admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3e7a75b1f0>> subnet before_create 55550000 {{(pid=92342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:13:27.769694 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-ff369767-b8d8-4b9e-bd0a-1f1876441eab admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3e7a75b1f0>> subnet before_update 55550000 {{(pid=92342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 02 08:13:27.769694 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.services.segments.db [None req-ff369767-b8d8-4b9e-bd0a-1f1876441eab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3e7a4defa0>,) {'filters': {'network_id': ['6f2bf40f-66b4-426b-89fe-8382593d4857']}} {{(pid=92342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:13:27.786101 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.services.segments.db [None req-ff369767-b8d8-4b9e-bd0a-1f1876441eab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e7a4defa0>, 'f9a83fe7-dd3e-46b2-8bdf-69db91cf5221') {'for_net_delete': True} {{(pid=92342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:13:27.786598 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.services.segments.db [None req-ff369767-b8d8-4b9e-bd0a-1f1876441eab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e7a4defa0>, 'f9a83fe7-dd3e-46b2-8bdf-69db91cf5221') {} {{(pid=92342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:13:27.804058 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-ff369767-b8d8-4b9e-bd0a-1f1876441eab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744146786964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6991865'] for segment, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:27.822241 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-ff369767-b8d8-4b9e-bd0a-1f1876441eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:27.829676 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff369767-b8d8-4b9e-bd0a-1f1876441eab admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=92342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 02 08:13:27.830083 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-ff369767-b8d8-4b9e-bd0a-1f1876441eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6633494'] for segment, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]:   from cryptography.utils import int_from_bytes
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]:   from cryptography.utils import int_from_bytes
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]: Traceback (most recent call last):
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]:     timer()
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]:     cb(*args, **kw)
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]:     return func(*args, **kwargs)
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]:     self._notify()
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]:     self.callback(batched_events)
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]:     event.method(event)
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]:     return f(self, *a, **k)
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]:     return self._get(url).json()
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]:     return self.request(url, 'GET', **kwargs)
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 02 08:13:27.846053 dv-cinder-786385-7-iscsi neutron-server[92342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 02 08:13:27.902446 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3b83b-f05e-4add-9828-0378b6d475e5 req-e94c6ac5-4786-42ac-b5d7-9b3e1b097c66 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:27.910872 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3ff3b83b-f05e-4add-9828-0378b6d475e5 req-e94c6ac5-4786-42ac-b5d7-9b3e1b097c66 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 943 time: 0.0983329
Jun 02 08:13:27.960234 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3ff3b83b-f05e-4add-9828-0378b6d475e5 req-4885a436-2a64-47cd-818f-0bd88aa013ef tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470748
Jun 02 08:13:28.030184 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-ff369767-b8d8-4b9e-bd0a-1f1876441eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8036641'] for network, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:28.034691 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-919eecab-f555-4268-b715-e67dbf8b0f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:28.051110 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-ff369767-b8d8-4b9e-bd0a-1f1876441eab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:28.063186 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff369767-b8d8-4b9e-bd0a-1f1876441eab admin admin] Pushing event deleted for resources: {'Network': ['ID=6f2bf40f-66b4-426b-89fe-8382593d4857,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:28.068791 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-ff369767-b8d8-4b9e-bd0a-1f1876441eab admin admin] 10.222.0.77 "DELETE /v2.0/networks/6f2bf40f-66b4-426b-89fe-8382593d4857 HTTP/1.1" status: 204  len: 168 time: 0.7494462
Jun 02 08:13:28.068791 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-ff369767-b8d8-4b9e-bd0a-1f1876441eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:28.073256 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 59038) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:28.178030 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d8cd3a-d804-4546-8763-93f73854e289 admin admin] Deleting subnet a4b9d0fe-d6f5-46cb-b2a2-d30f43ca9c9e {{(pid=92341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 02 08:13:28.183233 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-75d8cd3a-d804-4546-8763-93f73854e289 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:28.238606 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-75d8cd3a-d804-4546-8763-93f73854e289 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7973437'] for subnet, precommit_delete_associations {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:28.273621 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c33305-f5a8-4d2a-b251-a934f73981e5 req-2055ac0a-2e77-4392-b370-358975d33437 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:28.275062 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-15c33305-f5a8-4d2a-b251-a934f73981e5 req-2055ac0a-2e77-4392-b370-358975d33437 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 946 time: 0.2038405
Jun 02 08:13:28.368706 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-75d8cd3a-d804-4546-8763-93f73854e289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-943661'] for subnet, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:28.410013 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-15c33305-f5a8-4d2a-b251-a934f73981e5 req-b0fdb570-ba5c-4fc4-b4f0-1dbfab8d9d6f tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/security-groups?id=18c48bd7-fc97-4dce-b928-75c6d3ac5997&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281791
Jun 02 08:13:28.551729 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c037e1b-c189-4958-88c3-e9cb7fc1add2 req-cb20e146-7a61-48ba-ad56-d7ee482b34ac tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:28.553182 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1c037e1b-c189-4958-88c3-e9cb7fc1add2 req-cb20e146-7a61-48ba-ad56-d7ee482b34ac tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 943 time: 0.2321749
Jun 02 08:13:28.720048 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1c037e1b-c189-4958-88c3-e9cb7fc1add2 req-8dd7dda0-d7f4-4ed7-a67d-b508a62f0f39 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1604128
Jun 02 08:13:28.753751 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f885c-9f4c-41c4-b780-95c6d5ac25ff req-437361af-60dc-44c4-9bf9-5edfca3adf00 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:28.755194 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3e3f885c-9f4c-41c4-b780-95c6d5ac25ff req-437361af-60dc-44c4-9bf9-5edfca3adf00 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.1715765
Jun 02 08:13:28.799770 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3e3f885c-9f4c-41c4-b780-95c6d5ac25ff req-34c361be-4101-4071-aa2a-aec57ba682e9 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388293
Jun 02 08:13:28.809370 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-75d8cd3a-d804-4546-8763-93f73854e289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-943652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6589751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6928692'] for subnet, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:28.815332 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-1d26f52d-4d13-4527-af38-9ee1a1bdc38a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:28.849317 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8cd3a-d804-4546-8763-93f73854e289 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4b9d0fe-d6f5-46cb-b2a2-d30f43ca9c9e,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:28.852144 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-75d8cd3a-d804-4546-8763-93f73854e289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for subnet, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:28.860666 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8cd3a-d804-4546-8763-93f73854e289 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:28.861070 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8cd3a-d804-4546-8763-93f73854e289 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:28.861943 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8cd3a-d804-4546-8763-93f73854e289 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:28.862284 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8cd3a-d804-4546-8763-93f73854e289 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:28.862622 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8cd3a-d804-4546-8763-93f73854e289 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:28.862957 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8cd3a-d804-4546-8763-93f73854e289 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:28.863292 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8cd3a-d804-4546-8763-93f73854e289 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:28.863623 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8cd3a-d804-4546-8763-93f73854e289 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:28.863952 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8cd3a-d804-4546-8763-93f73854e289 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:28.864307 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8cd3a-d804-4546-8763-93f73854e289 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:28.864633 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8cd3a-d804-4546-8763-93f73854e289 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:28.864957 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8cd3a-d804-4546-8763-93f73854e289 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:28.867911 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-75d8cd3a-d804-4546-8763-93f73854e289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:28.869233 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-75d8cd3a-d804-4546-8763-93f73854e289 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a4b9d0fe-d6f5-46cb-b2a2-d30f43ca9c9e HTTP/1.1" status: 204  len: 168 time: 0.7991667
Jun 02 08:13:28.871684 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 59054) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:28.974532 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-fdda5406-24f1-440b-894a-aafd0ee7084f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951774'] for network, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:29.100225 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-fdda5406-24f1-440b-894a-aafd0ee7084f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945556', 'neutron.services.segments.db._delete_segments_for_network-8744146782841'] for network, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:29.193940 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.services.segments.db [None req-fdda5406-24f1-440b-894a-aafd0ee7084f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3e7a733430>,) {'filters': {'network_id': ['1dc99ec3-201f-4a7b-923d-52f808eb8213']}} {{(pid=92341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:13:29.210452 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.services.segments.db [None req-fdda5406-24f1-440b-894a-aafd0ee7084f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e7a733430>, '36d2f386-3505-4505-a8af-ebcb3bab9204') {'for_net_delete': True} {{(pid=92341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:13:29.210751 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.services.segments.db [None req-fdda5406-24f1-440b-894a-aafd0ee7084f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e7a733430>, '36d2f386-3505-4505-a8af-ebcb3bab9204') {} {{(pid=92341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:13:29.229534 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-fdda5406-24f1-440b-894a-aafd0ee7084f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744146786964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7973428'] for segment, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:29.250114 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-fdda5406-24f1-440b-894a-aafd0ee7084f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:29.258769 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdda5406-24f1-440b-894a-aafd0ee7084f admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=92341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 02 08:13:29.259144 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-fdda5406-24f1-440b-894a-aafd0ee7084f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6589853'] for segment, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:29.272093 dv-cinder-786385-7-iscsi neutron-server[92341]: Traceback (most recent call last):
Jun 02 08:13:29.272093 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 02 08:13:29.272093 dv-cinder-786385-7-iscsi neutron-server[92341]:     timer()
Jun 02 08:13:29.272093 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 02 08:13:29.272093 dv-cinder-786385-7-iscsi neutron-server[92341]:     cb(*args, **kw)
Jun 02 08:13:29.272093 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 02 08:13:29.272093 dv-cinder-786385-7-iscsi neutron-server[92341]:     return func(*args, **kwargs)
Jun 02 08:13:29.272093 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 02 08:13:29.272093 dv-cinder-786385-7-iscsi neutron-server[92341]:     self._notify()
Jun 02 08:13:29.272093 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 02 08:13:29.272093 dv-cinder-786385-7-iscsi neutron-server[92341]:     self.callback(batched_events)
Jun 02 08:13:29.272093 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 02 08:13:29.272093 dv-cinder-786385-7-iscsi neutron-server[92341]:     event.method(event)
Jun 02 08:13:29.272093 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 02 08:13:29.272093 dv-cinder-786385-7-iscsi neutron-server[92341]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 02 08:13:29.272093 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 02 08:13:29.272093 dv-cinder-786385-7-iscsi neutron-server[92341]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 02 08:13:29.272093 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 02 08:13:29.272093 dv-cinder-786385-7-iscsi neutron-server[92341]:     return f(self, *a, **k)
Jun 02 08:13:29.272093 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 02 08:13:29.272093 dv-cinder-786385-7-iscsi neutron-server[92341]:     return self._get(url).json()
Jun 02 08:13:29.272093 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 02 08:13:29.272093 dv-cinder-786385-7-iscsi neutron-server[92341]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 02 08:13:29.272093 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 02 08:13:29.272093 dv-cinder-786385-7-iscsi neutron-server[92341]:     return self.request(url, 'GET', **kwargs)
Jun 02 08:13:29.272093 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 02 08:13:29.272093 dv-cinder-786385-7-iscsi neutron-server[92341]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 02 08:13:29.272093 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 02 08:13:29.272093 dv-cinder-786385-7-iscsi neutron-server[92341]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 02 08:13:29.272093 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 02 08:13:29.272093 dv-cinder-786385-7-iscsi neutron-server[92341]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 02 08:13:29.272093 dv-cinder-786385-7-iscsi neutron-server[92341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 02 08:13:29.284036 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67feac51-a485-4b88-949e-f2ffd9062587 req-35e85a8b-f6d4-450f-9234-c437b42d7b71 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:29.285599 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-67feac51-a485-4b88-949e-f2ffd9062587 req-35e85a8b-f6d4-450f-9234-c437b42d7b71 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 943 time: 0.1904056
Jun 02 08:13:29.367077 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:29.386765 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-67feac51-a485-4b88-949e-f2ffd9062587 req-b51b3f39-a1d4-48f2-b176-f748c6bead07 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861731
Jun 02 08:13:29.446902 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-fdda5406-24f1-440b-894a-aafd0ee7084f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8036641'] for network, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:29.450583 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-1928544c-dc33-4642-820a-8a695aca38a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:29.463596 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-fdda5406-24f1-440b-894a-aafd0ee7084f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:29.472809 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda5406-24f1-440b-894a-aafd0ee7084f admin admin] Pushing event deleted for resources: {'Network': ['ID=1dc99ec3-201f-4a7b-923d-52f808eb8213,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:29.475799 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-fdda5406-24f1-440b-894a-aafd0ee7084f admin admin] 10.222.0.77 "DELETE /v2.0/networks/1dc99ec3-201f-4a7b-923d-52f808eb8213 HTTP/1.1" status: 204  len: 168 time: 0.6031613
Jun 02 08:13:29.476666 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-fdda5406-24f1-440b-894a-aafd0ee7084f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:29.598608 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db9583-201e-4a29-8bb2-c7a3dca954be req-2b09564d-c14e-4ead-8aa8-b9ff65bb5007 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:29.600074 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c0db9583-201e-4a29-8bb2-c7a3dca954be req-2b09564d-c14e-4ead-8aa8-b9ff65bb5007 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 946 time: 0.0821381
Jun 02 08:13:29.643121 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c0db9583-201e-4a29-8bb2-c7a3dca954be req-01154c0c-bafb-4900-a16d-e2ef2d82cc96 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/security-groups?id=18c48bd7-fc97-4dce-b928-75c6d3ac5997&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373917
Jun 02 08:13:29.793222 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 59068) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:29.843197 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-763b5383-cfcc-4392-8999-4ee90700c843 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a13d1762ba7b4c2db79a356d487f855b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0469575
Jun 02 08:13:29.846302 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 59072) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:29.903088 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-24e5c766-112c-485d-9f9b-6af2b3fcbf3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:29.905373 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ad840-78dc-490f-9870-dc9400bdbc89 req-2499f3d9-e2f8-4f9f-8dc5-65655dced052 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:29.906831 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e44ad840-78dc-490f-9870-dc9400bdbc89 req-2499f3d9-e2f8-4f9f-8dc5-65655dced052 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 943 time: 0.0789974
Jun 02 08:13:29.929248 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-24e5c766-112c-485d-9f9b-6af2b3fcbf3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:29.952956 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e44ad840-78dc-490f-9870-dc9400bdbc89 req-76fe6dbe-e128-4544-9880-808449d8f753 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396848
Jun 02 08:13:30.052804 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-24e5c766-112c-485d-9f9b-6af2b3fcbf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:30.057573 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:30.070525 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5c766-112c-485d-9f9b-6af2b3fcbf3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e73a6ff-1369-4296-8d23-8098b2e71e5b,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:30.073311 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-24e5c766-112c-485d-9f9b-6af2b3fcbf3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:30.075109 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-24e5c766-112c-485d-9f9b-6af2b3fcbf3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:30.076669 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-24e5c766-112c-485d-9f9b-6af2b3fcbf3b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5e73a6ff-1369-4296-8d23-8098b2e71e5b HTTP/1.1" status: 204  len: 168 time: 0.2290702
Jun 02 08:13:30.145876 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275976f-21e9-4052-9b73-ad27d1444834 req-af4a2983-ca06-4f5c-861b-e69b88d26dee tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:30.147325 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3275976f-21e9-4052-9b73-ad27d1444834 req-af4a2983-ca06-4f5c-861b-e69b88d26dee tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.0989799
Jun 02 08:13:30.191686 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3275976f-21e9-4052-9b73-ad27d1444834 req-7359bd5a-31ab-4a60-8ebf-44af4a4b813d tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387347
Jun 02 08:13:30.574996 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4ac17-69e3-4a7a-812b-5b7b77ebe26b req-01ceb4f1-dadf-4562-b890-114d98ed5e6f tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:30.576384 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4ad4ac17-69e3-4a7a-812b-5b7b77ebe26b req-01ceb4f1-dadf-4562-b890-114d98ed5e6f tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 943 time: 0.0850687
Jun 02 08:13:30.623015 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4ad4ac17-69e3-4a7a-812b-5b7b77ebe26b req-bf0832f9-f849-4e56-ac7c-ef2823fc86fe tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409613
Jun 02 08:13:30.816401 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 59086) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:30.827182 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97a2d7-b581-4f35-b652-5c0fb297c590 req-4fcf4961-2f97-4eb0-93b2-93aa9fb8c567 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:30.828593 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3c97a2d7-b581-4f35-b652-5c0fb297c590 req-4fcf4961-2f97-4eb0-93b2-93aa9fb8c567 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 946 time: 0.0802412
Jun 02 08:13:30.863918 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-5ec772dc-a481-40d0-89dc-626b0e482a22 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3a040c61773a4971ad7145b4a80bb293&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0460854
Jun 02 08:13:30.866547 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 59088) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:30.874821 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3c97a2d7-b581-4f35-b652-5c0fb297c590 req-08c157f5-1b1d-4d61-aa93-84995732849b tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/security-groups?id=18c48bd7-fc97-4dce-b928-75c6d3ac5997&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405884
Jun 02 08:13:30.926243 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-7bd2aa58-dcea-4213-a5b8-cbe07778f2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:30.950630 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-7bd2aa58-dcea-4213-a5b8-cbe07778f2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:31.054889 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-7bd2aa58-dcea-4213-a5b8-cbe07778f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:31.059624 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:31.072641 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd2aa58-dcea-4213-a5b8-cbe07778f2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4df797-e1b0-4c03-8cdf-69ca5ec40771,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:31.075403 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-7bd2aa58-dcea-4213-a5b8-cbe07778f2ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:31.077957 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-7bd2aa58-dcea-4213-a5b8-cbe07778f2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:31.078510 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-7bd2aa58-dcea-4213-a5b8-cbe07778f2ad admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ff4df797-e1b0-4c03-8cdf-69ca5ec40771 HTTP/1.1" status: 204  len: 168 time: 0.2110982
Jun 02 08:13:31.147708 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72b28d-8eac-439c-8447-68f33cd7ad8c req-f1270256-653e-4451-b235-b3532a1791ec tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:31.149179 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2b72b28d-8eac-439c-8447-68f33cd7ad8c req-f1270256-653e-4451-b235-b3532a1791ec tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 943 time: 0.0867856
Jun 02 08:13:31.193645 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2b72b28d-8eac-439c-8447-68f33cd7ad8c req-6af08991-7cf3-4821-8c97-ad73a86d101a tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385666
Jun 02 08:13:31.384628 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69b128-56eb-4dd0-be63-d69b66fbc12c req-8f4017c8-7e25-4a2c-a810-fa63ca3a8d1a tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:31.386150 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1b69b128-56eb-4dd0-be63-d69b66fbc12c req-8f4017c8-7e25-4a2c-a810-fa63ca3a8d1a tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.0774584
Jun 02 08:13:31.431901 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1b69b128-56eb-4dd0-be63-d69b66fbc12c req-ef5a80f5-8d7b-48d5-8e55-01773d596f2b tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399911
Jun 02 08:13:31.806196 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc37c5-3896-4037-977c-ab550b283ca4 req-8a0f7ed0-9fbe-42a9-b0c6-dc266895f78c tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:31.807615 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-79dc37c5-3896-4037-977c-ab550b283ca4 req-8a0f7ed0-9fbe-42a9-b0c6-dc266895f78c tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 943 time: 0.0803072
Jun 02 08:13:31.850952 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-79dc37c5-3896-4037-977c-ab550b283ca4 req-e8540520-19f8-4c1e-870c-919ae24165b2 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376778
Jun 02 08:13:32.060937 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460777db-7134-47b0-b498-6fc2af2de4db req-42724d37-3bca-4ec9-acba-7d8987d185af tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:32.062733 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-460777db-7134-47b0-b498-6fc2af2de4db req-42724d37-3bca-4ec9-acba-7d8987d185af tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 946 time: 0.0796170
Jun 02 08:13:32.111024 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-460777db-7134-47b0-b498-6fc2af2de4db req-cc8f51f2-bb79-41f8-9c33-b4f6be9fc539 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/security-groups?id=18c48bd7-fc97-4dce-b928-75c6d3ac5997&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417838
Jun 02 08:13:32.381865 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64424d27-af40-41bd-a56d-8865d1b490e5 req-d0f353a8-2eae-4a12-bf08-9facb1e70626 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:32.383314 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-64424d27-af40-41bd-a56d-8865d1b490e5 req-d0f353a8-2eae-4a12-bf08-9facb1e70626 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 943 time: 0.0857935
Jun 02 08:13:32.429345 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-64424d27-af40-41bd-a56d-8865d1b490e5 req-c159ee3a-46a5-421a-8238-db505c4e8db9 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402117
Jun 02 08:13:32.611322 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9681ba-87dc-4160-a104-bc0a1fc11c04 req-5d9db283-942b-4510-bdb4-e48cd134c1c9 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:32.613274 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7c9681ba-87dc-4160-a104-bc0a1fc11c04 req-5d9db283-942b-4510-bdb4-e48cd134c1c9 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.0781360
Jun 02 08:13:32.659633 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7c9681ba-87dc-4160-a104-bc0a1fc11c04 req-b5ac48ec-7919-43b4-86cc-ff6c58cc5d61 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407932
Jun 02 08:13:33.035954 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0c462-773f-4ac8-8db9-05df9418ea04 req-d6d4b1a4-2cac-419c-9092-80cb365c4da1 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:33.037783 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b5b0c462-773f-4ac8-8db9-05df9418ea04 req-d6d4b1a4-2cac-419c-9092-80cb365c4da1 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 943 time: 0.0813396
Jun 02 08:13:33.088782 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b5b0c462-773f-4ac8-8db9-05df9418ea04 req-e6258eea-26b3-410b-8c4a-266754774162 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452294
Jun 02 08:13:33.296950 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c32daa-2b88-4a66-a891-f2560158b4d7 req-40a52b93-67d3-4f5d-b52b-875bd930f259 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:33.298369 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-39c32daa-2b88-4a66-a891-f2560158b4d7 req-40a52b93-67d3-4f5d-b52b-875bd930f259 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 946 time: 0.0837674
Jun 02 08:13:33.341572 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-39c32daa-2b88-4a66-a891-f2560158b4d7 req-ed7c7f97-dd67-4477-9589-0b8715306b56 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/security-groups?id=18c48bd7-fc97-4dce-b928-75c6d3ac5997&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367856
Jun 02 08:13:33.607923 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2745a-1c0b-4a0c-88d8-1ad21916c347 req-4a59eed3-4ce5-482a-96a3-1845dd37549b tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:33.609284 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-97c2745a-1c0b-4a0c-88d8-1ad21916c347 req-4a59eed3-4ce5-482a-96a3-1845dd37549b tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 943 time: 0.0772440
Jun 02 08:13:33.652027 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-97c2745a-1c0b-4a0c-88d8-1ad21916c347 req-fec56616-7b61-4782-b701-9dabcb723e6b tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372472
Jun 02 08:13:33.844689 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca1bd9-33b5-4e4a-8773-8d756a697f34 req-2b6b46fb-182f-4685-b2f0-ce6e76654b10 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:33.846126 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cbca1bd9-33b5-4e4a-8773-8d756a697f34 req-2b6b46fb-182f-4685-b2f0-ce6e76654b10 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.0822427
Jun 02 08:13:33.890214 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cbca1bd9-33b5-4e4a-8773-8d756a697f34 req-989e330c-73dd-4f8d-b01c-e81097d95fcf tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377951
Jun 02 08:13:34.272980 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636452d-e28e-4a08-955a-2037e69b6da5 req-9d6cc8b1-d1cb-4a76-80df-21cd596d5e01 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:34.276223 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b636452d-e28e-4a08-955a-2037e69b6da5 req-9d6cc8b1-d1cb-4a76-80df-21cd596d5e01 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 943 time: 0.0805387
Jun 02 08:13:34.314585 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 62ddce1d-0b33-4bee-b3f4-eaac59f78c08 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=92343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 02 08:13:34.337704 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b636452d-e28e-4a08-955a-2037e69b6da5 req-26ae8f6c-91d3-48dc-85f0-a45558496c17 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572143
Jun 02 08:13:34.480409 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 62ddce1d-0b33-4bee-b3f4-eaac59f78c08, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=62ddce1d-0b33-4bee-b3f4-eaac59f78c08,segment=NetworkSegment(2fbe17ee-f255-45c5-8153-9c9cf9ae6766),segment_id=2fbe17ee-f255-45c5-8153-9c9cf9ae6766)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:13:34.531143 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Returning: {'device': '62ddce1d-0b33-4bee-b3f4-eaac59f78c08', 'network_id': '3ea4537c-4e53-4dd1-90c4-33b482428ef3', 'port_id': '62ddce1d-0b33-4bee-b3f4-eaac59f78c08', 'mac_address': 'fa:16:3e:c6:75:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe9ef7a1-42f6-4448-8742-feaf422ea635', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 02 08:13:34.583190 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b06a9-e4bd-41c0-926b-376e76196c3d req-f11ea114-0ee1-4d24-aa23-d7089c9bca32 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:34.584950 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-538b06a9-e4bd-41c0-926b-376e76196c3d req-f11ea114-0ee1-4d24-aa23-d7089c9bca32 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 946 time: 0.1282024
Jun 02 08:13:34.587733 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:34.604729 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ddce1d-0b33-4bee-b3f4-eaac59f78c08 {{(pid=92343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:13:34.619835 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 62ddce1d-0b33-4bee-b3f4-eaac59f78c08, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=62ddce1d-0b33-4bee-b3f4-eaac59f78c08,segment=NetworkSegment(2fbe17ee-f255-45c5-8153-9c9cf9ae6766),segment_id=2fbe17ee-f255-45c5-8153-9c9cf9ae6766)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:13:34.629543 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-538b06a9-e4bd-41c0-926b-376e76196c3d req-8797d551-8226-497a-ac1e-5125925f2fd5 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/security-groups?id=18c48bd7-fc97-4dce-b928-75c6d3ac5997&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384822
Jun 02 08:13:34.677644 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:34.679406 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-219fcc3e-d888-4618-ac27-cbd702be4a42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:34.749033 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=62ddce1d-0b33-4bee-b3f4-eaac59f78c08,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:34.757281 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:34.757629 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:34.757972 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:34.758327 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:34.758654 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:34.758979 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:34.759302 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:34.759622 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:34.759965 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:34.760315 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:34.760634 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:34.760947 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:34.764944 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:34.837864 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a310906-d7fd-4503-a19b-f6070ac8d661 req-6caf186b-d4ca-480b-866c-60f8c19f3431 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:34.839302 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3a310906-d7fd-4503-a19b-f6070ac8d661 req-6caf186b-d4ca-480b-866c-60f8c19f3431 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 943 time: 0.0807347
Jun 02 08:13:34.882596 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3a310906-d7fd-4503-a19b-f6070ac8d661 req-9f42f730-f3de-4388-9c6d-550cc39f4312 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377660
Jun 02 08:13:35.078531 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13242e-d87e-469d-8ae9-078b35346af7 req-55646b2a-8939-462e-b463-6f33c60ff187 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:35.079962 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1e13242e-d87e-469d-8ae9-078b35346af7 req-55646b2a-8939-462e-b463-6f33c60ff187 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.0825613
Jun 02 08:13:35.126850 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1e13242e-d87e-469d-8ae9-078b35346af7 req-ad3f5c5f-b3fc-4d59-a9d0-1d57f35fbdbb tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407801
Jun 02 08:13:35.547238 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79c4c6-dbd1-49ea-b1b3-ac3eca05f757 req-c3eee660-0a08-4a5a-8d3d-fdf3218435bd tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:35.548694 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bf79c4c6-dbd1-49ea-b1b3-ac3eca05f757 req-c3eee660-0a08-4a5a-8d3d-fdf3218435bd tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 944 time: 0.0808675
Jun 02 08:13:35.594568 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bf79c4c6-dbd1-49ea-b1b3-ac3eca05f757 req-81da8cf0-7b84-4915-9fb8-159fdffe91c9 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391674
Jun 02 08:13:35.814028 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c0429-7461-48a6-982e-09ce7329b47a req-b02a93b7-539b-4da0-a529-54058d7ee089 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:35.815446 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a65c0429-7461-48a6-982e-09ce7329b47a req-b02a93b7-539b-4da0-a529-54058d7ee089 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 946 time: 0.0807552
Jun 02 08:13:35.857910 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a65c0429-7461-48a6-982e-09ce7329b47a req-bbaa92da-715a-4b08-9bde-9586f23eaa94 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/security-groups?id=18c48bd7-fc97-4dce-b928-75c6d3ac5997&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361588
Jun 02 08:13:36.061858 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fec2a-b95a-47ec-b24e-e0f21473adf0 req-35532931-53aa-42a1-9a40-45df9defe9f2 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:36.063294 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-988fec2a-b95a-47ec-b24e-e0f21473adf0 req-35532931-53aa-42a1-9a40-45df9defe9f2 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 943 time: 0.0792980
Jun 02 08:13:36.106521 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-988fec2a-b95a-47ec-b24e-e0f21473adf0 req-f6ae21bf-2735-48f5-a972-5f1b8dc68a2c tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372126
Jun 02 08:13:36.310835 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['62ddce1d-0b33-4bee-b3f4-eaac59f78c08'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:13:36.325470 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9975c93-edb0-4b13-abda-963278b9ee7d req-ddaa17fa-4359-457c-bb96-c2ae0337c1fc tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:36.327336 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c9975c93-edb0-4b13-abda-963278b9ee7d req-ddaa17fa-4359-457c-bb96-c2ae0337c1fc tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.0904129
Jun 02 08:13:36.388606 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c9975c93-edb0-4b13-abda-963278b9ee7d req-1e1d82a0-61b1-4224-b45a-5059eb044dd6 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541923
Jun 02 08:13:36.801219 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b8eab-f3e7-424f-9c4f-f2f026c17541 req-f7eb5ebc-0e32-4c9f-8c72-f2d3ab7e666f tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:36.804814 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-545b8eab-f3e7-424f-9c4f-f2f026c17541 req-f7eb5ebc-0e32-4c9f-8c72-f2d3ab7e666f tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 944 time: 0.1014402
Jun 02 08:13:36.850743 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-545b8eab-f3e7-424f-9c4f-f2f026c17541 req-3e40a408-a9bf-4209-b9d5-1d3e4b2c6a4b tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421722
Jun 02 08:13:37.041630 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab3eb2-4df3-4d26-b5ad-d7250c14f752 req-1de2c794-c397-4f12-9fee-20f47443a121 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:37.043098 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b3ab3eb2-4df3-4d26-b5ad-d7250c14f752 req-1de2c794-c397-4f12-9fee-20f47443a121 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 946 time: 0.0788996
Jun 02 08:13:37.044830 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5224f4-3455-43c4-8169-9aefbbb4f733 req-3ed31c08-ffe5-4aca-bb37-7c03d3628c5d tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:37.045520 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-0c5224f4-3455-43c4-8169-9aefbbb4f733 req-3ed31c08-ffe5-4aca-bb37-7c03d3628c5d tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Synchronizing usage tracker for tenant:73385a1c9bdf4470848e6901133fc258 on resource:port {{(pid=92342) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:13:37.090533 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b3ab3eb2-4df3-4d26-b5ad-d7250c14f752 req-677abbd0-9171-4248-9d2d-25324d11ff5f tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/security-groups?id=18c48bd7-fc97-4dce-b928-75c6d3ac5997&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416708
Jun 02 08:13:37.138317 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-0c5224f4-3455-43c4-8169-9aefbbb4f733 req-3ed31c08-ffe5-4aca-bb37-7c03d3628c5d tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Unset dirty status for tenant:73385a1c9bdf4470848e6901133fc258 on resource:port {{(pid=92342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:13:37.139454 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-0c5224f4-3455-43c4-8169-9aefbbb4f733 req-3ed31c08-ffe5-4aca-bb37-7c03d3628c5d tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 946 time: 0.1708443
Jun 02 08:13:37.282500 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [req-0c5224f4-3455-43c4-8169-9aefbbb4f733 req-7cf01c23-bab2-4e80-82b5-c103e8e6c683 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Deleting port 6fe3907e-afd5-4f73-847c-48608a00fd98 {{(pid=92342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:13:37.282863 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-0c5224f4-3455-43c4-8169-9aefbbb4f733 req-7cf01c23-bab2-4e80-82b5-c103e8e6c683 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:37.294136 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8de2a-add7-46eb-99d3-3bc9292f9033 req-4e974b8c-c901-45d3-b3b6-de7b57cc5244 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:37.295560 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8dd8de2a-add7-46eb-99d3-3bc9292f9033 req-4e974b8c-c901-45d3-b3b6-de7b57cc5244 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 943 time: 0.0814836
Jun 02 08:13:37.347216 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8dd8de2a-add7-46eb-99d3-3bc9292f9033 req-3c32877e-7703-4bc9-bbb6-4b7a9e0ef89b tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443079
Jun 02 08:13:37.490178 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [req-0c5224f4-3455-43c4-8169-9aefbbb4f733 req-7cf01c23-bab2-4e80-82b5-c103e8e6c683 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] For port 6fe3907e-afd5-4f73-847c-48608a00fd98, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6fe3907e-afd5-4f73-847c-48608a00fd98,segment=NetworkSegment(cbacedb0-f1b7-4967-907a-db8d5831b89f),segment_id=cbacedb0-f1b7-4967-907a-db8d5831b89f)] {{(pid=92342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:13:37.490581 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-0c5224f4-3455-43c4-8169-9aefbbb4f733 req-7cf01c23-bab2-4e80-82b5-c103e8e6c683 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:37.578090 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96105958-3b81-44c8-b582-21118000b596 req-abf8ad75-21c8-4e23-8289-b4fc09b97565 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:37.579766 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-96105958-3b81-44c8-b582-21118000b596 req-abf8ad75-21c8-4e23-8289-b4fc09b97565 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.0846996
Jun 02 08:13:37.623797 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [req-0c5224f4-3455-43c4-8169-9aefbbb4f733 req-7cf01c23-bab2-4e80-82b5-c103e8e6c683 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Calling delete_port for 6fe3907e-afd5-4f73-847c-48608a00fd98 owned by compute:nova {{(pid=92342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:13:37.627842 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-96105958-3b81-44c8-b582-21118000b596 req-d96c9a6d-85e7-4e98-b7c3-bb479fb85904 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422864
Jun 02 08:13:37.896087 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-0c5224f4-3455-43c4-8169-9aefbbb4f733 req-7cf01c23-bab2-4e80-82b5-c103e8e6c683 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:37.905500 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-7c96a021-3159-4707-b945-4f42da65a076 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:37.913767 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['6fe3907e-afd5-4f73-847c-48608a00fd98'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:13:37.974489 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf01c23-bab2-4e80-82b5-c103e8e6c683 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Pushing event deleted for resources: {'Port': ['ID=6fe3907e-afd5-4f73-847c-48608a00fd98,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:38.015295 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-7cf01c23-bab2-4e80-82b5-c103e8e6c683 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:38.056742 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5224f4-3455-43c4-8169-9aefbbb4f733 req-7cf01c23-bab2-4e80-82b5-c103e8e6c683 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] No DVR routers for this DVR port 6fe3907e-afd5-4f73-847c-48608a00fd98 on host hv-cinder-78638 {{(pid=92342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:13:38.060578 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-0c5224f4-3455-43c4-8169-9aefbbb4f733 req-7cf01c23-bab2-4e80-82b5-c103e8e6c683 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:38.062409 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f76838-b7cc-4586-8b58-ea0869cb9a8c req-ef8866f0-8650-4465-b8e2-4e76cb92f156 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:38.063829 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-89f76838-b7cc-4586-8b58-ea0869cb9a8c req-ef8866f0-8650-4465-b8e2-4e76cb92f156 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 944 time: 0.0840125
Jun 02 08:13:38.071586 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2026f8-a5f6-423c-99a9-a423bb5230a7', 'name': 'network-vif-deleted', 'tag': '6fe3907e-afd5-4f73-847c-48608a00fd98'}] {{(pid=92342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:13:38.074456 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e374b3b879b00d97b29532d72ba3bb6ea3956478347f3877d9246faf94d18eae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f11973-2ce7-469b-9125-7d13d4e6775a" -d '{"events": [{"server_uuid": "bd2026f8-a5f6-423c-99a9-a423bb5230a7", "name": "network-vif-deleted", "tag": "6fe3907e-afd5-4f73-847c-48608a00fd98"}]}' {{(pid=92342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:13:38.122815 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-89f76838-b7cc-4586-8b58-ea0869cb9a8c req-3c692374-b87f-499d-b174-37cd2759c26c tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505273
Jun 02 08:13:38.127262 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c4d953-bc88-4539-9bb3-cf9ffbceeb30 x-openstack-request-id: req-e7c4d953-bc88-4539-9bb3-cf9ffbceeb30 {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:13:38.127575 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2026f8-a5f6-423c-99a9-a423bb5230a7", "name": "network-vif-deleted", "tag": "6fe3907e-afd5-4f73-847c-48608a00fd98", "status": "completed", "code": 200}]} {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:13:38.127897 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e7c4d953-bc88-4539-9bb3-cf9ffbceeb30 {{(pid=92342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:13:38.128551 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2026f8-a5f6-423c-99a9-a423bb5230a7', 'name': 'network-vif-deleted', 'tag': '6fe3907e-afd5-4f73-847c-48608a00fd98', 'status': 'completed', 'code': 200}
Jun 02 08:13:38.139904 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-0c5224f4-3455-43c4-8169-9aefbbb4f733 req-7cf01c23-bab2-4e80-82b5-c103e8e6c683 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.72 "DELETE /v2.0/ports/6fe3907e-afd5-4f73-847c-48608a00fd98 HTTP/1.1" status: 204  len: 173 time: 0.9927499
Jun 02 08:13:38.261216 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cd20667f-5beb-4ef1-8f40-5b6710fe912e req-4e4211bb-29c7-486f-98d6-d4160f099a98 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 210 time: 0.0440819
Jun 02 08:13:38.537291 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9b33a-0de3-4597-815e-ba4f3b878754 req-d9fdfe28-61c2-417a-b5cb-ee67411491b9 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:38.538737 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a8c9b33a-0de3-4597-815e-ba4f3b878754 req-d9fdfe28-61c2-417a-b5cb-ee67411491b9 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 943 time: 0.0857997
Jun 02 08:13:38.583362 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a8c9b33a-0de3-4597-815e-ba4f3b878754 req-9048a53b-25f1-4da8-b3fd-ea7e1bae5ba7 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388858
Jun 02 08:13:38.817386 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548a344-e2ce-4647-a8ad-c78038476497 req-e44c693a-7524-4e6e-88b0-df2574549ce4 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:38.818825 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b548a344-e2ce-4647-a8ad-c78038476497 req-e44c693a-7524-4e6e-88b0-df2574549ce4 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.0814710
Jun 02 08:13:38.863898 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b548a344-e2ce-4647-a8ad-c78038476497 req-dc3aa5d2-4425-4740-9ab9-b2caf5a52be4 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390067
Jun 02 08:13:39.327582 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323d905-8544-4ba0-9ba4-0c6b940124cc req-8caa3e53-faa6-4078-b66f-38850e9242b9 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:39.329400 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e323d905-8544-4ba0-9ba4-0c6b940124cc req-8caa3e53-faa6-4078-b66f-38850e9242b9 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 944 time: 0.1022577
Jun 02 08:13:39.353112 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 33629f14-0ca1-42f4-aeff-93d761bd2461 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=92343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 02 08:13:39.357311 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 62ddce1d-0b33-4bee-b3f4-eaac59f78c08 up at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:13:39.378865 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e323d905-8544-4ba0-9ba4-0c6b940124cc req-cdb41ae6-a010-4555-9372-7ab28af53684 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432472
Jun 02 08:13:39.445893 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2b25b713-5632-4f10-98d0-b2ed9eee094e req-14a7ad43-16e6-4ce8-904a-26a79d9c9b4f tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2026f8-a5f6-423c-99a9-a423bb5230a7 HTTP/1.1" status: 200  len: 210 time: 0.0484037
Jun 02 08:13:39.554887 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 33629f14-0ca1-42f4-aeff-93d761bd2461, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=33629f14-0ca1-42f4-aeff-93d761bd2461,segment=NetworkSegment(b642ba97-1b26-4c7e-972e-d6caae7f9c07),segment_id=b642ba97-1b26-4c7e-972e-d6caae7f9c07)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:13:39.572441 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Returning: {'device': '33629f14-0ca1-42f4-aeff-93d761bd2461', 'network_id': '5abc9d26-3cb6-446d-969d-090f313dd1b0', 'port_id': '33629f14-0ca1-42f4-aeff-93d761bd2461', 'mac_address': 'fa:16:3e:a1:5e:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a26abb64-e4a3-4289-8a08-a11db3baccfa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 02 08:13:39.602436 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning for port 62ddce1d-0b33-4bee-b3f4-eaac59f78c08 completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:13:39.616486 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning complete for port 62ddce1d-0b33-4bee-b3f4-eaac59f78c08 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:13:39.616869 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:39.676484 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:39.699104 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33629f14-0ca1-42f4-aeff-93d761bd2461 {{(pid=92343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:13:39.719996 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 33629f14-0ca1-42f4-aeff-93d761bd2461, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=33629f14-0ca1-42f4-aeff-93d761bd2461,segment=NetworkSegment(b642ba97-1b26-4c7e-972e-d6caae7f9c07),segment_id=b642ba97-1b26-4c7e-972e-d6caae7f9c07)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:13:39.778399 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:39.781991 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7d10b-92e8-4737-aa6e-d8a52de0ece2 req-0364b7df-85af-4bb2-9385-51c3c7b0d9a4 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:39.783469 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-44c7d10b-92e8-4737-aa6e-d8a52de0ece2 req-0364b7df-85af-4bb2-9385-51c3c7b0d9a4 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 943 time: 0.0915413
Jun 02 08:13:39.809211 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8480c63f-f415-45f2-a232-ab3f4034bce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ddce1d-0b33-4bee-b3f4-eaac59f78c08'}] {{(pid=92343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:13:39.811597 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a92db95248474e1fdd92faa7bb4bdbed5d39af607a3dc1549787c687b6a75a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f6c428-bde1-4b66-8bd6-c12115f1beff" -d '{"events": [{"server_uuid": "8480c63f-f415-45f2-a232-ab3f4034bce8", "name": "network-vif-plugged", "status": "completed", "tag": "62ddce1d-0b33-4bee-b3f4-eaac59f78c08"}]}' {{(pid=92343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:13:39.816831 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:39.819863 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:39.832776 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-44c7d10b-92e8-4737-aa6e-d8a52de0ece2 req-f334cb4d-5ea3-46f8-aaab-95c445e60a5a tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417302
Jun 02 08:13:39.855704 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 62ddce1d-0b33-4bee-b3f4-eaac59f78c08, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=62ddce1d-0b33-4bee-b3f4-eaac59f78c08,segment=NetworkSegment(2fbe17ee-f255-45c5-8153-9c9cf9ae6766),segment_id=2fbe17ee-f255-45c5-8153-9c9cf9ae6766)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:13:39.864136 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e8bd89-441e-4770-9da8-747085944516 x-openstack-request-id: req-c9e8bd89-441e-4770-9da8-747085944516 {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:13:39.864136 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8480c63f-f415-45f2-a232-ab3f4034bce8", "name": "network-vif-plugged", "status": "completed", "tag": "62ddce1d-0b33-4bee-b3f4-eaac59f78c08", "code": 200}]} {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:13:39.864136 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c9e8bd89-441e-4770-9da8-747085944516 {{(pid=92343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:13:39.864512 dv-cinder-786385-7-iscsi neutron-server[92343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8480c63f-f415-45f2-a232-ab3f4034bce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ddce1d-0b33-4bee-b3f4-eaac59f78c08', 'code': 200}
Jun 02 08:13:39.890169 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=33629f14-0ca1-42f4-aeff-93d761bd2461,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:39.893422 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:39.913943 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:39.915748 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:39.983939 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-71374eb0-9a96-4654-a6c6-88982cf0a2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:39.995128 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=62ddce1d-0b33-4bee-b3f4-eaac59f78c08,revision_number=5']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:39.995128 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:40.054044 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb216c98-7fef-4f2c-bdd0-f0e18ce58a65 req-20614b28-9f9b-41eb-9b02-07d41df0c5d2 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:40.055559 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-fb216c98-7fef-4f2c-bdd0-f0e18ce58a65 req-20614b28-9f9b-41eb-9b02-07d41df0c5d2 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.0827026
Jun 02 08:13:40.104080 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-fb216c98-7fef-4f2c-bdd0-f0e18ce58a65 req-560cdcb3-0641-45c5-aa7f-4952b86518aa tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427563
Jun 02 08:13:40.298022 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766c548-6856-447e-ad3f-97cc01006dde req-616d9f64-83a8-4949-bddb-909c12a31a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:40.299472 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-d766c548-6856-447e-ad3f-97cc01006dde req-616d9f64-83a8-4949-bddb-909c12a31a14 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 1098 time: 0.0692251
Jun 02 08:13:40.343250 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-d766c548-6856-447e-ad3f-97cc01006dde req-589f0425-c32e-4a94-a3f1-a7b93725337a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366721
Jun 02 08:13:40.413301 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['33629f14-0ca1-42f4-aeff-93d761bd2461'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:13:40.631660 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608256b-d778-41fa-8a9a-555310e9e1ec req-372098fa-1412-44c0-a610-d62aab59ec53 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:40.632712 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2608256b-d778-41fa-8a9a-555310e9e1ec req-372098fa-1412-44c0-a610-d62aab59ec53 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 945 time: 0.1318762
Jun 02 08:13:40.693694 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2608256b-d778-41fa-8a9a-555310e9e1ec req-ac68fc81-ebb6-4357-b72b-0eaee7ce22c0 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538859
Jun 02 08:13:41.023284 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ffe0f-95d4-4c9a-8e7b-0556d5a669fa req-9e899f61-d77f-4a93-b4d5-d5a484f2319c tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:41.024771 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a03ffe0f-95d4-4c9a-8e7b-0556d5a669fa req-9e899f61-d77f-4a93-b4d5-d5a484f2319c tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 944 time: 0.0849769
Jun 02 08:13:41.072908 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a03ffe0f-95d4-4c9a-8e7b-0556d5a669fa req-d05e6a71-3c12-40c2-ac27-2c1b8a95ba97 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424521
Jun 02 08:13:41.162887 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 59332) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:41.287070 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-29d112e3-76a2-460d-9603-59526e05af26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:41.304513 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-29d112e3-76a2-460d-9603-59526e05af26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:13:41.306482 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e3c40-a5b5-4f5a-ad2d-1fd3a2d1729f req-b460cdd8-b1fa-48b6-a9cc-d3dffdbfb50a tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:41.307924 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0b4e3c40-a5b5-4f5a-ad2d-1fd3a2d1729f req-b460cdd8-b1fa-48b6-a9cc-d3dffdbfb50a tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.0820844
Jun 02 08:13:41.308426 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-29d112e3-76a2-460d-9603-59526e05af26 admin admin] Usage tracker for resource:security_group_rule and tenant:449376e3c7c24c8e85f826d2749fe875 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:13:41.311354 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-29d112e3-76a2-460d-9603-59526e05af26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:13:41.317778 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-29d112e3-76a2-460d-9603-59526e05af26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:13:41.356774 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0b4e3c40-a5b5-4f5a-ad2d-1fd3a2d1729f req-d7fbe1cf-b076-410d-8c38-01aae10344f4 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432749
Jun 02 08:13:41.399540 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-29d112e3-76a2-460d-9603-59526e05af26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:41.404788 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 6fe3907e-afd5-4f73-847c-48608a00fd98 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:13:41.438011 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] No Port match for: 6fe3907e-afd5-4f73-847c-48608a00fd98 {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:13:41.438559 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 6fe3907e-afd5-4f73-847c-48608a00fd98 not bound to the agent host hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:13:41.483217 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-29d112e3-76a2-460d-9603-59526e05af26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:41.492009 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-32baf7c9-0f7e-45a2-a69f-83d53bfa6bb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:41.532247 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-29d112e3-76a2-460d-9603-59526e05af26 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=449376e3c7c24c8e85f826d2749fe875&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3682809
Jun 02 08:13:41.533195 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d112e3-76a2-460d-9603-59526e05af26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231ad304-80bc-49be-ba95-b96bf28abc56,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:41.535053 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 59338) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:41.536448 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-29d112e3-76a2-460d-9603-59526e05af26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:41.596938 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-3336c0c8-e6d9-4178-b9d1-23631e59885b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:41.622494 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-3336c0c8-e6d9-4178-b9d1-23631e59885b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:41.746373 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-3336c0c8-e6d9-4178-b9d1-23631e59885b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:41.751463 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-4efb0e69-c5e3-496a-9481-d320d5453ab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:41.764957 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336c0c8-e6d9-4178-b9d1-23631e59885b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231ad304-80bc-49be-ba95-b96bf28abc56,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:41.767830 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-3336c0c8-e6d9-4178-b9d1-23631e59885b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:41.768858 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-3336c0c8-e6d9-4178-b9d1-23631e59885b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:41.773118 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-3336c0c8-e6d9-4178-b9d1-23631e59885b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/231ad304-80bc-49be-ba95-b96bf28abc56 HTTP/1.1" status: 204  len: 168 time: 0.2326558
Jun 02 08:13:41.883512 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ace013-46c9-4a24-b276-5f7fc3243e61 req-6297a367-0abd-4928-910b-5dfb64bf869a tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:41.884994 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-83ace013-46c9-4a24-b276-5f7fc3243e61 req-6297a367-0abd-4928-910b-5dfb64bf869a tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 945 time: 0.0848436
Jun 02 08:13:41.930008 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-83ace013-46c9-4a24-b276-5f7fc3243e61 req-7ef9b747-7dea-4144-98d7-8146f59325a2 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394073
Jun 02 08:13:42.330164 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 59364) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:42.359961 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eea027-2e0b-48bb-ad00-e3e6d090a436 req-820dd271-ff72-483c-b5db-662655bbc45d tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:42.369086 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-08eea027-2e0b-48bb-ad00-e3e6d090a436 req-820dd271-ff72-483c-b5db-662655bbc45d tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 944 time: 0.1806142
Jun 02 08:13:42.405673 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 59370) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:42.415954 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-08eea027-2e0b-48bb-ad00-e3e6d090a436 req-e8a12088-c14b-4d82-b842-6d4cfa91fb02 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457900
Jun 02 08:13:42.483782 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-bd29e4e2-68b7-4b74-8a10-26408250ba5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:42.499060 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-bd29e4e2-68b7-4b74-8a10-26408250ba5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:13:42.527224 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f02d7c9-52c6-4b6e-a827-d85fbcd654c4 admin admin] Deleting subnet aff6c8a9-234e-4d0e-ae04-ec9b4cd02c9f {{(pid=92342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 02 08:13:42.527338 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-bd29e4e2-68b7-4b74-8a10-26408250ba5a admin admin] Usage tracker for resource:security_group_rule and tenant:7f0749e78d0149ad999162439c4b190c is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:13:42.527428 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4f02d7c9-52c6-4b6e-a827-d85fbcd654c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:42.533572 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-bd29e4e2-68b7-4b74-8a10-26408250ba5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:13:42.546156 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:42.580898 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-bd29e4e2-68b7-4b74-8a10-26408250ba5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:13:42.583848 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4f02d7c9-52c6-4b6e-a827-d85fbcd654c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6991856'] for subnet, precommit_delete_associations {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:42.644913 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4f02d7c9-52c6-4b6e-a827-d85fbcd654c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-943661'] for subnet, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:42.655274 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-88454f0e-25df-44dc-84fe-e0c8690e80c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:42.734181 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-bd29e4e2-68b7-4b74-8a10-26408250ba5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:42.744935 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80657e-7f2d-4f99-8db3-bcc6bf4460d5 req-284d0b65-e49a-4c47-a1c8-a0b13c78a2a2 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:42.746383 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-fc80657e-7f2d-4f99-8db3-bcc6bf4460d5 req-284d0b65-e49a-4c47-a1c8-a0b13c78a2a2 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.2039778
Jun 02 08:13:42.792536 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-fc80657e-7f2d-4f99-8db3-bcc6bf4460d5 req-a6038438-a361-46e6-94a3-0d75f26c7770 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404918
Jun 02 08:13:42.832568 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-bd29e4e2-68b7-4b74-8a10-26408250ba5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:42.844389 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:42.889153 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-bd29e4e2-68b7-4b74-8a10-26408250ba5a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7f0749e78d0149ad999162439c4b190c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5577362
Jun 02 08:13:42.890806 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29e4e2-68b7-4b74-8a10-26408250ba5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58095742-1a7d-43bc-be85-5bf42d1b3cd4,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:42.892163 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 59384) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:42.894506 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-bd29e4e2-68b7-4b74-8a10-26408250ba5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:42.964180 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9f0d9338-547e-4f36-bab2-3207be5176c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:42.995602 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9f0d9338-547e-4f36-bab2-3207be5176c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:43.009867 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4f02d7c9-52c6-4b6e-a827-d85fbcd654c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-943652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6633660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6612419'] for subnet, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:43.022980 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-0c74d0a9-bae7-4134-8634-1dee1a6ea384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:43.065889 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02d7c9-52c6-4b6e-a827-d85fbcd654c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aff6c8a9-234e-4d0e-ae04-ec9b4cd02c9f,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:43.068975 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-4f02d7c9-52c6-4b6e-a827-d85fbcd654c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:43.076099 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4f02d7c9-52c6-4b6e-a827-d85fbcd654c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:43.088715 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:13:43.089629 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-4f02d7c9-52c6-4b6e-a827-d85fbcd654c4 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/aff6c8a9-234e-4d0e-ae04-ec9b4cd02c9f HTTP/1.1" status: 204  len: 168 time: 0.6829143
Jun 02 08:13:43.092129 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 59392) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:43.144101 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03264c17-54eb-47f4-bc9d-c3bee9466e8c req-939d9cba-5a8f-43c1-9088-af578373916a tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:43.146316 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-03264c17-54eb-47f4-bc9d-c3bee9466e8c req-939d9cba-5a8f-43c1-9088-af578373916a tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 945 time: 0.0945721
Jun 02 08:13:43.192681 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-03264c17-54eb-47f4-bc9d-c3bee9466e8c req-39768bcf-5320-479a-895a-484628fe6439 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399737
Jun 02 08:13:43.215538 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4c517f7e-b83e-4f8d-b933-8ab7e363bf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951774'] for network, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:43.222792 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9f0d9338-547e-4f36-bab2-3207be5176c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:43.230460 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-52ad5c30-5e2c-4f80-9b74-723d38c26b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:43.242994 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d9338-547e-4f36-bab2-3207be5176c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58095742-1a7d-43bc-be85-5bf42d1b3cd4,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:43.253581 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-9f0d9338-547e-4f36-bab2-3207be5176c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:43.311254 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9f0d9338-547e-4f36-bab2-3207be5176c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:43.312364 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-9f0d9338-547e-4f36-bab2-3207be5176c3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/58095742-1a7d-43bc-be85-5bf42d1b3cd4 HTTP/1.1" status: 204  len: 168 time: 0.4190810
Jun 02 08:13:43.385847 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 33629f14-0ca1-42f4-aeff-93d761bd2461 up at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:13:43.475329 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4c517f7e-b83e-4f8d-b933-8ab7e363bf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945556', 'neutron.services.segments.db._delete_segments_for_network-8744146782841'] for network, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:43.489010 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.services.segments.db [None req-4c517f7e-b83e-4f8d-b933-8ab7e363bf49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3e7a3ae3a0>,) {'filters': {'network_id': ['8481c723-1b11-45d5-9f7c-8cb61f35dac9']}} {{(pid=92342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:13:43.501928 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.services.segments.db [None req-4c517f7e-b83e-4f8d-b933-8ab7e363bf49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e7a3ae3a0>, 'cbacedb0-f1b7-4967-907a-db8d5831b89f') {'for_net_delete': True} {{(pid=92342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:13:43.502135 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.services.segments.db [None req-4c517f7e-b83e-4f8d-b933-8ab7e363bf49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e7a3ae3a0>, 'cbacedb0-f1b7-4967-907a-db8d5831b89f') {} {{(pid=92342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:13:43.514813 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4c517f7e-b83e-4f8d-b933-8ab7e363bf49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744146786964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6991865'] for segment, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:43.532617 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4c517f7e-b83e-4f8d-b933-8ab7e363bf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:43.539145 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c517f7e-b83e-4f8d-b933-8ab7e363bf49 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=92342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 02 08:13:43.539533 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4c517f7e-b83e-4f8d-b933-8ab7e363bf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6633494'] for segment, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:43.552838 dv-cinder-786385-7-iscsi neutron-server[92342]: Traceback (most recent call last):
Jun 02 08:13:43.552838 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 02 08:13:43.552838 dv-cinder-786385-7-iscsi neutron-server[92342]:     timer()
Jun 02 08:13:43.552838 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 02 08:13:43.552838 dv-cinder-786385-7-iscsi neutron-server[92342]:     cb(*args, **kw)
Jun 02 08:13:43.552838 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 02 08:13:43.552838 dv-cinder-786385-7-iscsi neutron-server[92342]:     return func(*args, **kwargs)
Jun 02 08:13:43.552838 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 02 08:13:43.552838 dv-cinder-786385-7-iscsi neutron-server[92342]:     self._notify()
Jun 02 08:13:43.552838 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 02 08:13:43.552838 dv-cinder-786385-7-iscsi neutron-server[92342]:     self.callback(batched_events)
Jun 02 08:13:43.552838 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 02 08:13:43.552838 dv-cinder-786385-7-iscsi neutron-server[92342]:     event.method(event)
Jun 02 08:13:43.552838 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 02 08:13:43.552838 dv-cinder-786385-7-iscsi neutron-server[92342]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 02 08:13:43.552838 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 02 08:13:43.552838 dv-cinder-786385-7-iscsi neutron-server[92342]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 02 08:13:43.552838 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 02 08:13:43.552838 dv-cinder-786385-7-iscsi neutron-server[92342]:     return f(self, *a, **k)
Jun 02 08:13:43.552838 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 02 08:13:43.552838 dv-cinder-786385-7-iscsi neutron-server[92342]:     return self._get(url).json()
Jun 02 08:13:43.552838 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 02 08:13:43.552838 dv-cinder-786385-7-iscsi neutron-server[92342]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 02 08:13:43.552838 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 02 08:13:43.552838 dv-cinder-786385-7-iscsi neutron-server[92342]:     return self.request(url, 'GET', **kwargs)
Jun 02 08:13:43.552838 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 02 08:13:43.552838 dv-cinder-786385-7-iscsi neutron-server[92342]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 02 08:13:43.552838 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 02 08:13:43.552838 dv-cinder-786385-7-iscsi neutron-server[92342]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 02 08:13:43.552838 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 02 08:13:43.552838 dv-cinder-786385-7-iscsi neutron-server[92342]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 02 08:13:43.552838 dv-cinder-786385-7-iscsi neutron-server[92342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 02 08:13:43.598191 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning for port 33629f14-0ca1-42f4-aeff-93d761bd2461 completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:13:43.606459 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning complete for port 33629f14-0ca1-42f4-aeff-93d761bd2461 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:13:43.607237 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:43.658221 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f637504-34da-4653-8b8c-57673489b51f req-62c871c9-6f47-42fe-8b50-73bd83dfd6b5 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:43.659771 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8f637504-34da-4653-8b8c-57673489b51f req-62c871c9-6f47-42fe-8b50-73bd83dfd6b5 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 944 time: 0.1038306
Jun 02 08:13:43.720847 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8f637504-34da-4653-8b8c-57673489b51f req-6c659d45-5c11-4f18-9efa-4bd348f2867d tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482512
Jun 02 08:13:43.762827 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:43.783835 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4c517f7e-b83e-4f8d-b933-8ab7e363bf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8036641'] for network, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:43.787877 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:43.791687 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4c517f7e-b83e-4f8d-b933-8ab7e363bf49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:43.796860 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a3f80d-d1a8-4f06-81f3-070fa437d84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33629f14-0ca1-42f4-aeff-93d761bd2461'}] {{(pid=92343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:13:43.797118 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a92db95248474e1fdd92faa7bb4bdbed5d39af607a3dc1549787c687b6a75a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb8cfaf-7672-4f8b-a18e-efdf1457cb09" -d '{"events": [{"server_uuid": "e3a3f80d-d1a8-4f06-81f3-070fa437d84f", "name": "network-vif-plugged", "status": "completed", "tag": "33629f14-0ca1-42f4-aeff-93d761bd2461"}]}' {{(pid=92343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:13:43.799318 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:43.805776 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 33629f14-0ca1-42f4-aeff-93d761bd2461, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=33629f14-0ca1-42f4-aeff-93d761bd2461,segment=NetworkSegment(b642ba97-1b26-4c7e-972e-d6caae7f9c07),segment_id=b642ba97-1b26-4c7e-972e-d6caae7f9c07)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:13:43.827504 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c517f7e-b83e-4f8d-b933-8ab7e363bf49 admin admin] Pushing event deleted for resources: {'Network': ['ID=8481c723-1b11-45d5-9f7c-8cb61f35dac9,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:43.831214 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-4c517f7e-b83e-4f8d-b933-8ab7e363bf49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:43.860607 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fd5c51-17c4-418e-a3ab-4c85617b3ec8 x-openstack-request-id: req-58fd5c51-17c4-418e-a3ab-4c85617b3ec8 {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:13:43.861623 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a3f80d-d1a8-4f06-81f3-070fa437d84f", "name": "network-vif-plugged", "status": "completed", "tag": "33629f14-0ca1-42f4-aeff-93d761bd2461", "code": 200}]} {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:13:43.862060 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-58fd5c51-17c4-418e-a3ab-4c85617b3ec8 {{(pid=92343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:13:43.863674 dv-cinder-786385-7-iscsi neutron-server[92343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a3f80d-d1a8-4f06-81f3-070fa437d84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33629f14-0ca1-42f4-aeff-93d761bd2461', 'code': 200}
Jun 02 08:13:43.870449 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:43.874152 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:43.932765 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-4c517f7e-b83e-4f8d-b933-8ab7e363bf49 admin admin] 10.222.0.77 "DELETE /v2.0/networks/8481c723-1b11-45d5-9f7c-8cb61f35dac9 HTTP/1.1" status: 204  len: 168 time: 0.8394163
Jun 02 08:13:43.991601 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=33629f14-0ca1-42f4-aeff-93d761bd2461,revision_number=5']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:43.995021 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:44.024318 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8b3d3-d93f-4cb5-af48-ca0eec654edb req-5a669906-5875-4915-a51b-2e5ca62b2944 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:44.028235 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5bd8b3d3-d93f-4cb5-af48-ca0eec654edb req-5a669906-5875-4915-a51b-2e5ca62b2944 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.1082633
Jun 02 08:13:44.083368 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5bd8b3d3-d93f-4cb5-af48-ca0eec654edb req-374c9300-c3f0-4a12-a20e-78a816efe4c4 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515158
Jun 02 08:13:44.300686 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 59456) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:44.317914 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff1965-883a-4a2b-ba2a-d3885f7a60d2 req-19022055-e211-4aca-a4dc-aa3ad4017027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:44.318175 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-38a1400d-6491-4224-9f4e-f85fcd9bd7b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:44.319895 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-37ff1965-883a-4a2b-ba2a-d3885f7a60d2 req-19022055-e211-4aca-a4dc-aa3ad4017027 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 1098 time: 0.0764115
Jun 02 08:13:44.332973 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-38a1400d-6491-4224-9f4e-f85fcd9bd7b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:13:44.336701 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-38a1400d-6491-4224-9f4e-f85fcd9bd7b0 admin admin] Usage tracker for resource:security_group_rule and tenant:016630572b184b7c82cf689f5324f54b is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:13:44.339622 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-38a1400d-6491-4224-9f4e-f85fcd9bd7b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:13:44.345941 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-38a1400d-6491-4224-9f4e-f85fcd9bd7b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:13:44.370921 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-37ff1965-883a-4a2b-ba2a-d3885f7a60d2 req-b5ff41cb-1740-4cd7-8de1-ab1b183f12ba service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414226
Jun 02 08:13:44.434476 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-38a1400d-6491-4224-9f4e-f85fcd9bd7b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:44.438046 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 59460) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:44.488549 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-5b0c18f8-cd4f-4676-ba86-e7e48f4443bd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=73385a1c9bdf4470848e6901133fc258&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0492804
Jun 02 08:13:44.499494 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 59462) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:44.557963 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-fcd98370-41e2-4a4f-9dc1-fbf6363d4580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:44.582428 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-38a1400d-6491-4224-9f4e-f85fcd9bd7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:44.591419 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-fcd98370-41e2-4a4f-9dc1-fbf6363d4580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:44.598035 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-65c82756-e4a8-4415-a0b4-fa225cf01354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:44.662703 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1400d-6491-4224-9f4e-f85fcd9bd7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73017377-4e00-4d68-81e3-319ea04c8143,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:44.665769 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-38a1400d-6491-4224-9f4e-f85fcd9bd7b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:44.668771 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-38a1400d-6491-4224-9f4e-f85fcd9bd7b0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=016630572b184b7c82cf689f5324f54b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3669379
Jun 02 08:13:44.671589 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 59468) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:44.734578 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-fbf1eb44-2aa9-4590-bd27-ef96cd99e92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:44.751610 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-fcd98370-41e2-4a4f-9dc1-fbf6363d4580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:44.755390 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-a33dcbc4-7a0e-43ab-a1f3-6421950bdf2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:44.762982 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-fbf1eb44-2aa9-4590-bd27-ef96cd99e92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:44.776233 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd98370-41e2-4a4f-9dc1-fbf6363d4580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c48bd7-fc97-4dce-b928-75c6d3ac5997,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:44.780316 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-fcd98370-41e2-4a4f-9dc1-fbf6363d4580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:44.901743 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-fcd98370-41e2-4a4f-9dc1-fbf6363d4580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:44.902983 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-fcd98370-41e2-4a4f-9dc1-fbf6363d4580 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/18c48bd7-fc97-4dce-b928-75c6d3ac5997 HTTP/1.1" status: 204  len: 168 time: 0.4024184
Jun 02 08:13:44.915440 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-fbf1eb44-2aa9-4590-bd27-ef96cd99e92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:44.920287 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:44.933042 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1eb44-2aa9-4590-bd27-ef96cd99e92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73017377-4e00-4d68-81e3-319ea04c8143,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:44.935381 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-fbf1eb44-2aa9-4590-bd27-ef96cd99e92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:44.938843 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-fbf1eb44-2aa9-4590-bd27-ef96cd99e92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:44.939946 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-fbf1eb44-2aa9-4590-bd27-ef96cd99e92f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/73017377-4e00-4d68-81e3-319ea04c8143 HTTP/1.1" status: 204  len: 168 time: 0.2673361
Jun 02 08:13:44.969333 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b3efd-91da-4279-b229-bff2f5c6ee0c req-606feebe-d2ac-40c6-8a32-36255d7c6018 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:44.969333 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7e0b3efd-91da-4279-b229-bff2f5c6ee0c req-606feebe-d2ac-40c6-8a32-36255d7c6018 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 945 time: 0.1155713
Jun 02 08:13:45.027751 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7e0b3efd-91da-4279-b229-bff2f5c6ee0c req-bed2ac1a-4434-4d73-aeaf-1ec844d3559f tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573168
Jun 02 08:13:45.224571 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:45.489259 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5b9f1-c893-434f-974e-7aa3c35efbc2 req-fa56780d-e7f6-4554-82c2-eb0f068f52e8 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:45.490721 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0af5b9f1-c893-434f-974e-7aa3c35efbc2 req-fa56780d-e7f6-4554-82c2-eb0f068f52e8 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 945 time: 0.1311805
Jun 02 08:13:45.509528 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7a672-a89e-4a05-b333-d4b73d237261 req-05eb34cf-5747-4dfd-8f7c-ba4f6e6acb62 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:45.511515 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2af7a672-a89e-4a05-b333-d4b73d237261 req-05eb34cf-5747-4dfd-8f7c-ba4f6e6acb62 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.1978879
Jun 02 08:13:45.611272 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0af5b9f1-c893-434f-974e-7aa3c35efbc2 req-b8c5e947-003e-4800-b9ba-55c03a60bebf tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985935
Jun 02 08:13:45.632767 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2af7a672-a89e-4a05-b333-d4b73d237261 req-99a8457c-5518-4743-b5b1-eb16fe39aff9 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939407
Jun 02 08:13:46.215374 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb026881-b98b-4f5a-935d-6c8752abbda7 req-9f199ef9-acd6-4993-8547-6ee3e433134d tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:46.216885 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bb026881-b98b-4f5a-935d-6c8752abbda7 req-9f199ef9-acd6-4993-8547-6ee3e433134d tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 945 time: 0.0834556
Jun 02 08:13:46.317576 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bb026881-b98b-4f5a-935d-6c8752abbda7 req-1ed2b413-364b-4fe5-b727-ff3b56af647c tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935247
Jun 02 08:13:46.387647 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 59544) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:46.498148 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-2668a369-30a0-4afe-8f32-f4622b5945a2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1599526445-network', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:13:46.502574 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-2668a369-30a0-4afe-8f32-f4622b5945a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:13:46.507147 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-2668a369-30a0-4afe-8f32-f4622b5945a2 admin admin] Usage tracker for resource:network and tenant:52efccb2fe9c471881216eb5b42411f7 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:13:46.510838 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-2668a369-30a0-4afe-8f32-f4622b5945a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:13:46.518577 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-2668a369-30a0-4afe-8f32-f4622b5945a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:13:46.597467 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2668a369-30a0-4afe-8f32-f4622b5945a2 admin admin] Made reservation on behalf of 52efccb2fe9c471881216eb5b42411f7 for: {'network': 1} {{(pid=92342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:13:46.599853 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-2668a369-30a0-4afe-8f32-f4622b5945a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-941343'] for network, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:46.612629 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-2668a369-30a0-4afe-8f32-f4622b5945a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:46.629276 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-2668a369-30a0-4afe-8f32-f4622b5945a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:13:46.633128 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-2668a369-30a0-4afe-8f32-f4622b5945a2 admin admin] Usage tracker for resource:security_group_rule and tenant:52efccb2fe9c471881216eb5b42411f7 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:13:46.635952 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-2668a369-30a0-4afe-8f32-f4622b5945a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:13:46.642514 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-2668a369-30a0-4afe-8f32-f4622b5945a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:13:46.770728 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-2668a369-30a0-4afe-8f32-f4622b5945a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:46.866659 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-2668a369-30a0-4afe-8f32-f4622b5945a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:46.871724 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-f363627d-244e-4158-b55d-59c8d0f831d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:46.896586 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2668a369-30a0-4afe-8f32-f4622b5945a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757}  {{(pid=92342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 02 08:13:46.910479 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668a369-30a0-4afe-8f32-f4622b5945a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f9125b-4cba-44c1-879a-420261c8bc70,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:46.914799 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-2668a369-30a0-4afe-8f32-f4622b5945a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:46.915756 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-2668a369-30a0-4afe-8f32-f4622b5945a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:46.916086 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.db.segments_db [None req-2668a369-30a0-4afe-8f32-f4622b5945a2 admin admin] Added segment 00974669-6402-4aa5-90c7-6e7c2d820d71 of type vlan for network 4696b473-c29b-4b8f-aebc-3497761794e1
Jun 02 08:13:46.920491 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc0382-fa35-4fd0-92ff-70c3bee1eb9b req-12f08dd5-298a-4925-8492-1e2e63257f8c tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:46.922317 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-dfdc0382-fa35-4fd0-92ff-70c3bee1eb9b req-12f08dd5-298a-4925-8492-1e2e63257f8c tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.1477647
Jun 02 08:13:46.931736 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d7b12-e826-493a-ba2b-536cf4dd0b76 req-9cb26279-79fd-4fdb-9444-22382998cab4 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:46.933272 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-743d7b12-e826-493a-ba2b-536cf4dd0b76 req-9cb26279-79fd-4fdb-9444-22382998cab4 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 945 time: 0.2032211
Jun 02 08:13:46.954760 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-2668a369-30a0-4afe-8f32-f4622b5945a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744146435166'] for network, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:47.008986 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-dfdc0382-fa35-4fd0-92ff-70c3bee1eb9b req-3e22adb2-e433-4f9a-83f2-665d0908f065 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745316
Jun 02 08:13:47.015850 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-743d7b12-e826-493a-ba2b-536cf4dd0b76 req-982bb089-b363-4b08-bb4e-19e6318dbfcd tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654192
Jun 02 08:13:47.092072 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-2668a369-30a0-4afe-8f32-f4622b5945a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186'] for network, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:47.093572 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2668a369-30a0-4afe-8f32-f4622b5945a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:47.094213 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-2668a369-30a0-4afe-8f32-f4622b5945a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:47.098512 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-4c517f7e-b83e-4f8d-b933-8ab7e363bf49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:47.202237 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668a369-30a0-4afe-8f32-f4622b5945a2 admin admin] Pushing event updated for resources: {'Network': ['ID=4696b473-c29b-4b8f-aebc-3497761794e1,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:47.205475 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-2668a369-30a0-4afe-8f32-f4622b5945a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:47.215221 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Network 4696b473-c29b-4b8f-aebc-3497761794e1 details requested by agent ovs-agent-dv-cinder-786385-7-iscsi with host dv-cinder-786385-7-iscsi {{(pid=92343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 02 08:13:47.218567 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-2668a369-30a0-4afe-8f32-f4622b5945a2 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.8294251
Jun 02 08:13:47.221399 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 59572) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:47.227115 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-29467077-49f8-4264-88af-78826f7a89b4 admin admin] Request body: {'subnet': {'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1599526445-subnet', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:13:47.232085 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-29467077-49f8-4264-88af-78826f7a89b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:13:47.235893 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-29467077-49f8-4264-88af-78826f7a89b4 admin admin] Usage tracker for resource:subnet and tenant:52efccb2fe9c471881216eb5b42411f7 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:13:47.238854 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-29467077-49f8-4264-88af-78826f7a89b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:13:47.244819 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-29467077-49f8-4264-88af-78826f7a89b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:13:47.309247 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29467077-49f8-4264-88af-78826f7a89b4 admin admin] Made reservation on behalf of 52efccb2fe9c471881216eb5b42411f7 for: {'subnet': 1} {{(pid=92341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:13:47.312902 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-29467077-49f8-4264-88af-78826f7a89b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6928681'] for subnet, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:47.593625 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ebda9-82fb-4a1b-8a77-9d0b73e2b655 req-8c35de58-e682-4ac5-9586-a60bc7554185 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:47.595050 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2b0ebda9-82fb-4a1b-8a77-9d0b73e2b655 req-8c35de58-e682-4ac5-9586-a60bc7554185 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 945 time: 0.1463866
Jun 02 08:13:47.669475 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2b0ebda9-82fb-4a1b-8a77-9d0b73e2b655 req-d605c4b6-1106-42e8-8f2d-c0a53c326286 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677786
Jun 02 08:13:47.818934 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640ce12-0c97-4e02-aad3-52b201f7871d req-925a54a3-58d9-4811-9669-1572fd52a6d0 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:47.820245 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-8640ce12-0c97-4e02-aad3-52b201f7871d req-925a54a3-58d9-4811-9669-1572fd52a6d0 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Synchronizing usage tracker for tenant:2f6b2a026b6a473192d447dc1486f2f8 on resource:port {{(pid=92342) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:13:47.904287 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-8640ce12-0c97-4e02-aad3-52b201f7871d req-925a54a3-58d9-4811-9669-1572fd52a6d0 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Unset dirty status for tenant:2f6b2a026b6a473192d447dc1486f2f8 on resource:port {{(pid=92342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:13:47.906457 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-8640ce12-0c97-4e02-aad3-52b201f7871d req-925a54a3-58d9-4811-9669-1572fd52a6d0 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.72 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 945 time: 0.1762877
Jun 02 08:13:47.947354 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-29467077-49f8-4264-88af-78826f7a89b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6590458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6928699'] for subnet, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:47.954101 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-4b56d28e-bc40-4c11-bd02-d021ffb351ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:47.971021 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 59594) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:48.030309 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29467077-49f8-4264-88af-78826f7a89b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2d95f5c-acb5-47be-be66-d3f53cf5e37d,revision_number=0']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:48.034933 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-29467077-49f8-4264-88af-78826f7a89b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:48.056239 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29467077-49f8-4264-88af-78826f7a89b4 admin admin] Checking segment: {'id': '00974669-6402-4aa5-90c7-6e7c2d820d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:13:48.056239 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29467077-49f8-4264-88af-78826f7a89b4 admin admin] Network hostable DHCP agents. Network: 4696b473-c29b-4b8f-aebc-3497761794e1, hostable agents: ['4b89aefe-9643-4cd8-b10a-5110f7f4c5b0'], hosted agents: [] {{(pid=92341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 02 08:13:48.095192 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [req-8640ce12-0c97-4e02-aad3-52b201f7871d req-7080dd8f-b9c5-41a4-a332-cfb59dbf31e4 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Deleting port 62ddce1d-0b33-4bee-b3f4-eaac59f78c08 {{(pid=92342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:13:48.095597 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-8640ce12-0c97-4e02-aad3-52b201f7871d req-7080dd8f-b9c5-41a4-a332-cfb59dbf31e4 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:48.144742 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-13e660fa-e811-4fb7-8593-79ba88db8284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:48.186018 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29467077-49f8-4264-88af-78826f7a89b4 admin admin] Network 4696b473-c29b-4b8f-aebc-3497761794e1 is scheduled to be hosted by DHCP agent 4b89aefe-9643-4cd8-b10a-5110f7f4c5b0 with binding_index 1 {{(pid=92341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 02 08:13:48.227968 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-13e660fa-e811-4fb7-8593-79ba88db8284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:13:48.231909 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00bde3-4613-4c49-8876-ec32137177ba req-e6db1f31-f3b9-4ce7-a55f-6141b0767181 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:48.233999 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3b00bde3-4613-4c49-8876-ec32137177ba req-e6db1f31-f3b9-4ce7-a55f-6141b0767181 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.0922194
Jun 02 08:13:48.235959 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-13e660fa-e811-4fb7-8593-79ba88db8284 admin admin] Usage tracker for resource:security_group_rule and tenant:bef82ab8692847e1812941e9ed27c72d is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:13:48.245804 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-13e660fa-e811-4fb7-8593-79ba88db8284 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:13:48.256000 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-13e660fa-e811-4fb7-8593-79ba88db8284 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:13:48.281682 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3b00bde3-4613-4c49-8876-ec32137177ba req-3e20d837-f3bc-4949-b830-0666078abeca tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417669
Jun 02 08:13:48.292331 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [None req-29467077-49f8-4264-88af-78826f7a89b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-iscsi, 4696b473-c29b-4b8f-aebc-3497761794e1) {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:13:48.294775 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [req-8640ce12-0c97-4e02-aad3-52b201f7871d req-7080dd8f-b9c5-41a4-a332-cfb59dbf31e4 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] For port 62ddce1d-0b33-4bee-b3f4-eaac59f78c08, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=62ddce1d-0b33-4bee-b3f4-eaac59f78c08,segment=NetworkSegment(2fbe17ee-f255-45c5-8153-9c9cf9ae6766),segment_id=2fbe17ee-f255-45c5-8153-9c9cf9ae6766)] {{(pid=92342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:13:48.295142 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-8640ce12-0c97-4e02-aad3-52b201f7871d req-7080dd8f-b9c5-41a4-a332-cfb59dbf31e4 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:48.305191 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d87ad96-9799-49cd-b9a5-f9e5705f4215 None None] Network 4696b473-c29b-4b8f-aebc-3497761794e1 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:13:48.314202 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29467077-49f8-4264-88af-78826f7a89b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:48.314894 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-29467077-49f8-4264-88af-78826f7a89b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for subnet, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:48.402963 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 59608) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:48.403697 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-29467077-49f8-4264-88af-78826f7a89b4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.1804025
Jun 02 08:13:48.473096 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-07e73fc6-a364-4df7-bf0f-51fbdd6274d2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1599526445-router', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257'}}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:13:48.480127 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-07e73fc6-a364-4df7-bf0f-51fbdd6274d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:13:48.486891 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-07e73fc6-a364-4df7-bf0f-51fbdd6274d2 admin admin] Usage tracker for resource:router and tenant:52efccb2fe9c471881216eb5b42411f7 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:13:48.493812 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-07e73fc6-a364-4df7-bf0f-51fbdd6274d2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:13:48.502731 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-07e73fc6-a364-4df7-bf0f-51fbdd6274d2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:13:48.508287 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0b8e0-7107-4a2d-8501-ca2cddb21d7c req-1bc93d94-f129-45d6-9c25-185259e30aa5 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:48.510221 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-49a0b8e0-7107-4a2d-8501-ca2cddb21d7c req-1bc93d94-f129-45d6-9c25-185259e30aa5 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 945 time: 0.0986011
Jun 02 08:13:48.535574 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [req-8640ce12-0c97-4e02-aad3-52b201f7871d req-7080dd8f-b9c5-41a4-a332-cfb59dbf31e4 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Calling delete_port for 62ddce1d-0b33-4bee-b3f4-eaac59f78c08 owned by compute:nova {{(pid=92342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:13:48.561808 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069745f4-d511-4172-a884-fb4eb6835d6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843a9d8d-a68d-5afb-bd09-00322a14b4de-4696b473-c29b-4b8f-aebc-3497761794e1', 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'fixed_ips': [{'subnet_id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d'}]}} from dv-cinder-786385-7-iscsi. {{(pid=92343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 02 08:13:48.562970 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-069745f4-d511-4172-a884-fb4eb6835d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:48.572402 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-49a0b8e0-7107-4a2d-8501-ca2cddb21d7c req-321c2763-1c89-4be2-9ea7-1a24123082f7 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501194
Jun 02 08:13:48.632552 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-13e660fa-e811-4fb7-8593-79ba88db8284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:48.650250 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-07e73fc6-a364-4df7-bf0f-51fbdd6274d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8100032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2016'] for router, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:48.651482 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-07e73fc6-a364-4df7-bf0f-51fbdd6274d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8100007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036529', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8237981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2031'] for router, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:48.751473 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.db_base_plugin_common [None req-069745f4-d511-4172-a884-fb4eb6835d6d None None] Allocated IP 172.20.0.2 (4696b473-c29b-4b8f-aebc-3497761794e1/f2d95f5c-acb5-47be-be66-d3f53cf5e37d/a298e629-125a-4722-a087-f5e251a79a4c) {{(pid=92343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:13:48.752101 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-13e660fa-e811-4fb7-8593-79ba88db8284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:48.766148 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:48.816144 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e660fa-e811-4fb7-8593-79ba88db8284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67365fd9-b57c-4be9-9caf-89dd130d6a85,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:48.819591 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-13e660fa-e811-4fb7-8593-79ba88db8284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:48.826079 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 59618) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:48.826544 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-13e660fa-e811-4fb7-8593-79ba88db8284 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bef82ab8692847e1812941e9ed27c72d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8542845
Jun 02 08:13:48.850651 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-07e73fc6-a364-4df7-bf0f-51fbdd6274d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:48.871845 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-8640ce12-0c97-4e02-aad3-52b201f7871d req-7080dd8f-b9c5-41a4-a332-cfb59dbf31e4 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:48.878821 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-d2b5b183-b043-4877-a4bc-cb05db4db9ea tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:48.896344 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['62ddce1d-0b33-4bee-b3f4-eaac59f78c08'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:13:48.900989 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-ec70da87-ce1a-46fd-b12a-54df714a7c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:48.927237 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080dd8f-b9c5-41a4-a332-cfb59dbf31e4 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Pushing event deleted for resources: {'Port': ['ID=62ddce1d-0b33-4bee-b3f4-eaac59f78c08,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:48.930665 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-ec70da87-ce1a-46fd-b12a-54df714a7c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:48.931037 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-7080dd8f-b9c5-41a4-a332-cfb59dbf31e4 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:49.060697 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-069745f4-d511-4172-a884-fb4eb6835d6d None None] Notify callbacks [] for port, precommit_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:49.089246 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-069745f4-d511-4172-a884-fb4eb6835d6d None None] Transition to ACTIVE for port object a298e629-125a-4722-a087-f5e251a79a4c will not be triggered until provisioned by entity L2. {{(pid=92343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:13:49.089773 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-ec70da87-ce1a-46fd-b12a-54df714a7c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:49.094986 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-d6e7d288-43a5-4f71-ba9f-a288e9966948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:49.108461 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-069745f4-d511-4172-a884-fb4eb6835d6d None None] Transition to ACTIVE for port object a298e629-125a-4722-a087-f5e251a79a4c will not be triggered until provisioned by entity DHCP. {{(pid=92343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:13:49.108795 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec70da87-ce1a-46fd-b12a-54df714a7c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67365fd9-b57c-4be9-9caf-89dd130d6a85,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:49.112951 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-ec70da87-ce1a-46fd-b12a-54df714a7c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:49.115671 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-ec70da87-ce1a-46fd-b12a-54df714a7c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:49.118188 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-ec70da87-ce1a-46fd-b12a-54df714a7c7d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/67365fd9-b57c-4be9-9caf-89dd130d6a85 HTTP/1.1" status: 204  len: 168 time: 0.2905495
Jun 02 08:13:49.253636 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-069745f4-d511-4172-a884-fb4eb6835d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309'] for port, after_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:49.257538 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:49.323464 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069745f4-d511-4172-a884-fb4eb6835d6d None None] Network 4696b473-c29b-4b8f-aebc-3497761794e1 is already hosted by enough agents. {{(pid=92343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:13:49.326375 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.scheduler.base_scheduler [None req-069745f4-d511-4172-a884-fb4eb6835d6d None None] Resources bound (agent type, host, resource id):  {{(pid=92343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:13:49.330054 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069745f4-d511-4172-a884-fb4eb6835d6d None None] Received port after_create {{(pid=92343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:13:49.348793 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-07e73fc6-a364-4df7-bf0f-51fbdd6274d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8036483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8100050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2045'] for router, precommit_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:49.371752 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069745f4-d511-4172-a884-fb4eb6835d6d None None] Pushing event updated for resources: {'Port': ['ID=a298e629-125a-4722-a087-f5e251a79a4c,revision_number=1']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:49.398005 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-069745f4-d511-4172-a884-fb4eb6835d6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:49.519980 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [req-8640ce12-0c97-4e02-aad3-52b201f7871d req-7080dd8f-b9c5-41a4-a332-cfb59dbf31e4 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] No DVR routers for this DVR port 62ddce1d-0b33-4bee-b3f4-eaac59f78c08 on host hv-cinder-78638 {{(pid=92342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:13:49.522817 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-8640ce12-0c97-4e02-aad3-52b201f7871d req-7080dd8f-b9c5-41a4-a332-cfb59dbf31e4 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:49.523134 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-069745f4-d511-4172-a884-fb4eb6835d6d None None] Attempting to bind port a298e629-125a-4722-a087-f5e251a79a4c on host dv-cinder-786385-7-iscsi for vnic_type normal with profile  {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:13:49.523778 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-069745f4-d511-4172-a884-fb4eb6835d6d None None] Attempting to bind port a298e629-125a-4722-a087-f5e251a79a4c by drivers openvswitch,hyperv on host dv-cinder-786385-7-iscsi at level 0 using segments [{'id': '00974669-6402-4aa5-90c7-6e7c2d820d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1'}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:13:49.524436 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069745f4-d511-4172-a884-fb4eb6835d6d None None] Attempting to bind port a298e629-125a-4722-a087-f5e251a79a4c on network 4696b473-c29b-4b8f-aebc-3497761794e1 {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:13:49.524766 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb20a27-a7a3-4817-8980-f538ba67a3e0 req-b54fbc1f-cf14-4680-8bb9-c9c30a73409e tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:49.526004 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8480c63f-f415-45f2-a232-ab3f4034bce8', 'name': 'network-vif-deleted', 'tag': '62ddce1d-0b33-4bee-b3f4-eaac59f78c08'}] {{(pid=92342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:13:49.528324 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e374b3b879b00d97b29532d72ba3bb6ea3956478347f3877d9246faf94d18eae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14faa060-03e1-4421-a862-155560f312cd" -d '{"events": [{"server_uuid": "8480c63f-f415-45f2-a232-ab3f4034bce8", "name": "network-vif-deleted", "tag": "62ddce1d-0b33-4bee-b3f4-eaac59f78c08"}]}' {{(pid=92342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:13:49.532502 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069745f4-d511-4172-a884-fb4eb6835d6d None None] Checking agent: {'id': '293b8e5c-58b0-46e6-908b-da5c92a2d3b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 4, 12), 'started_at': datetime.datetime(2021, 6, 2, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:13:49.532826 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-eeb20a27-a7a3-4817-8980-f538ba67a3e0 req-b54fbc1f-cf14-4680-8bb9-c9c30a73409e tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.1088893
Jun 02 08:13:49.532988 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069745f4-d511-4172-a884-fb4eb6835d6d None None] Checking segment: {'id': '00974669-6402-4aa5-90c7-6e7c2d820d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:13:49.556947 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-069745f4-d511-4172-a884-fb4eb6835d6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:49.557606 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069745f4-d511-4172-a884-fb4eb6835d6d None None] Bound using segment: {'id': '00974669-6402-4aa5-90c7-6e7c2d820d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1'} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:13:49.563596 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-069745f4-d511-4172-a884-fb4eb6835d6d None None] Bound port: a298e629-125a-4722-a087-f5e251a79a4c, host: dv-cinder-786385-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00974669-6402-4aa5-90c7-6e7c2d820d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1'}}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:13:49.563596 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-069745f4-d511-4172-a884-fb4eb6835d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:49.601773 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-eeb20a27-a7a3-4817-8980-f538ba67a3e0 req-da5f9b81-d48a-4588-8058-650007711653 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676427
Jun 02 08:13:49.690597 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-069745f4-d511-4172-a884-fb4eb6835d6d None None] For port a298e629-125a-4722-a087-f5e251a79a4c, host dv-cinder-786385-7-iscsi, cleared binding levels {{(pid=92343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:13:49.694478 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-069745f4-d511-4172-a884-fb4eb6835d6d None None] For port a298e629-125a-4722-a087-f5e251a79a4c, host dv-cinder-786385-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=a298e629-125a-4722-a087-f5e251a79a4c,segment=NetworkSegment(00974669-6402-4aa5-90c7-6e7c2d820d71),segment_id=00974669-6402-4aa5-90c7-6e7c2d820d71)] {{(pid=92343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:13:49.699456 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a036e76c-5c9e-4aab-8d6d-c148891a3418 x-openstack-request-id: req-a036e76c-5c9e-4aab-8d6d-c148891a3418 {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:13:49.699936 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8480c63f-f415-45f2-a232-ab3f4034bce8", "name": "network-vif-deleted", "tag": "62ddce1d-0b33-4bee-b3f4-eaac59f78c08", "status": "completed", "code": 200}]} {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:13:49.700373 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a036e76c-5c9e-4aab-8d6d-c148891a3418 {{(pid=92342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:13:49.701094 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8480c63f-f415-45f2-a232-ab3f4034bce8', 'name': 'network-vif-deleted', 'tag': '62ddce1d-0b33-4bee-b3f4-eaac59f78c08', 'status': 'completed', 'code': 200}
Jun 02 08:13:49.708227 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-8640ce12-0c97-4e02-aad3-52b201f7871d req-7080dd8f-b9c5-41a4-a332-cfb59dbf31e4 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.72 "DELETE /v2.0/ports/62ddce1d-0b33-4bee-b3f4-eaac59f78c08 HTTP/1.1" status: 204  len: 173 time: 1.7919922
Jun 02 08:13:49.797478 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d80e91c9-33de-46c1-a49d-65bd934c9f5c req-bbb3b595-0bad-4a17-b6cf-1f20e6e27c46 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=8480c63f-f415-45f2-a232-ab3f4034bce8 HTTP/1.1" status: 200  len: 210 time: 0.0709248
Jun 02 08:13:49.802368 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-069745f4-d511-4172-a884-fb4eb6835d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:49.815109 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-cec0b5a3-4d60-4293-8554-cdef910bae82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:49.849432 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-07e73fc6-a364-4df7-bf0f-51fbdd6274d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:49.899250 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-07e73fc6-a364-4df7-bf0f-51fbdd6274d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:49.967214 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069745f4-d511-4172-a884-fb4eb6835d6d None None] Pushing event updated for resources: {'Port': ['ID=a298e629-125a-4722-a087-f5e251a79a4c,revision_number=2']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:49.974950 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-069745f4-d511-4172-a884-fb4eb6835d6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:50.000290 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 59640) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:50.023652 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-99bedf93-31bc-4acb-8e88-17156beb37fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:50.043275 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-99bedf93-31bc-4acb-8e88-17156beb37fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:13:50.047446 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-99bedf93-31bc-4acb-8e88-17156beb37fb admin admin] Usage tracker for resource:security_group_rule and tenant:6f887f2a80fa4718938d7d007de16cfa is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:13:50.050746 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-99bedf93-31bc-4acb-8e88-17156beb37fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:13:50.056634 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-99bedf93-31bc-4acb-8e88-17156beb37fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:13:50.105772 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_common [None req-07e73fc6-a364-4df7-bf0f-51fbdd6274d2 admin admin] Allocated IP 172.27.3.146 (25cee017-96f1-470f-84b1-115420be0257/100151e0-9740-4c20-8f2c-560e0808d190/2faed4dc-c9d9-484e-8b87-7439dbd0730f) {{(pid=92342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:13:50.160689 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-99bedf93-31bc-4acb-8e88-17156beb37fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:50.259766 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-99bedf93-31bc-4acb-8e88-17156beb37fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:50.259766 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-3336c0c8-e6d9-4178-b9d1-23631e59885b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:50.300474 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-07e73fc6-a364-4df7-bf0f-51fbdd6274d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:50.302173 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-99bedf93-31bc-4acb-8e88-17156beb37fb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6f887f2a80fa4718938d7d007de16cfa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3002861
Jun 02 08:13:50.302938 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 59644) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:50.303613 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bedf93-31bc-4acb-8e88-17156beb37fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94119929-4e85-4d22-a0ba-6d9fec853e3d,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:50.318103 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-99bedf93-31bc-4acb-8e88-17156beb37fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:50.382182 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-bd1cee36-82d6-4973-a368-d0589b5de266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:50.429908 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-bd1cee36-82d6-4973-a368-d0589b5de266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:50.475770 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-07e73fc6-a364-4df7-bf0f-51fbdd6274d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:50.487763 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-0ac310e1-7df8-4661-a65b-df86740b2a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:50.558975 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e73fc6-a364-4df7-bf0f-51fbdd6274d2 admin admin] Network 25cee017-96f1-470f-84b1-115420be0257 is already hosted by enough agents. {{(pid=92342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:13:50.562249 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-07e73fc6-a364-4df7-bf0f-51fbdd6274d2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:13:50.565133 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e73fc6-a364-4df7-bf0f-51fbdd6274d2 admin admin] Received port after_create {{(pid=92342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:13:50.610288 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e73fc6-a364-4df7-bf0f-51fbdd6274d2 admin admin] Pushing event updated for resources: {'Port': ['ID=2faed4dc-c9d9-484e-8b87-7439dbd0730f,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:50.614887 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-07e73fc6-a364-4df7-bf0f-51fbdd6274d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:50.635609 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-bd1cee36-82d6-4973-a368-d0589b5de266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:50.641380 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-d0fd62f8-01a3-4fb5-9cba-d1004b4666f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:50.655801 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1cee36-82d6-4973-a368-d0589b5de266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94119929-4e85-4d22-a0ba-6d9fec853e3d,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:50.660624 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-bd1cee36-82d6-4973-a368-d0589b5de266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:50.664650 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-bd1cee36-82d6-4973-a368-d0589b5de266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:50.666406 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-bd1cee36-82d6-4973-a368-d0589b5de266 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/94119929-4e85-4d22-a0ba-6d9fec853e3d HTTP/1.1" status: 204  len: 168 time: 0.3594172
Jun 02 08:13:50.886369 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872fa78-e2f3-4622-8cb0-dcf0acb92ead req-d5fc08bf-8947-4218-a239-0c94c7f71a4a tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:50.888176 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4872fa78-e2f3-4622-8cb0-dcf0acb92ead req-d5fc08bf-8947-4218-a239-0c94c7f71a4a tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.1535192
Jun 02 08:13:50.988833 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4872fa78-e2f3-4622-8cb0-dcf0acb92ead req-54c4c37f-6bfa-4f18-ba1a-55b8ec466d89 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924354
Jun 02 08:13:51.267010 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea9b543-d716-42c4-b4aa-2eb1409cbc57 None None] Network 4696b473-c29b-4b8f-aebc-3497761794e1 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:13:51.361672 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-07e73fc6-a364-4df7-bf0f-51fbdd6274d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:51.383577 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-66095edd-eea8-400e-9122-2f490c662774 None None] Provisioning for port a298e629-125a-4722-a087-f5e251a79a4c completed by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:13:51.531596 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 62ddce1d-0b33-4bee-b3f4-eaac59f78c08 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:13:51.573154 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-9fa8603d-34c7-48e4-b292-a0292c1062aa tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:51.575000 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-9fa8603d-34c7-48e4-b292-a0292c1062aa tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/networks?id=3ea4537c-4e53-4dd1-90c4-33b482428ef3 HTTP/1.1" status: 200  len: 809 time: 0.3034024
Jun 02 08:13:51.593389 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] No Port match for: 62ddce1d-0b33-4bee-b3f4-eaac59f78c08 {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:13:51.611533 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 62ddce1d-0b33-4bee-b3f4-eaac59f78c08 not bound to the agent host hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:13:51.692454 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device a298e629-125a-4722-a087-f5e251a79a4c up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:13:51.731824 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-d857cc48-5790-4e54-abf1-9eb72d636ce9 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/quotas/2f6b2a026b6a473192d447dc1486f2f8 HTTP/1.1" status: 200  len: 375 time: 0.0984626
Jun 02 08:13:51.829722 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning for port a298e629-125a-4722-a087-f5e251a79a4c completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:13:51.838126 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port a298e629-125a-4722-a087-f5e251a79a4c triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:13:51.839115 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:51.844872 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-47245e22-06a1-410c-9ff3-8bd0e19839c5 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2f6b2a026b6a473192d447dc1486f2f8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1120772
Jun 02 08:13:51.911751 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-07e73fc6-a364-4df7-bf0f-51fbdd6274d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8100043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8036580'] for router, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:52.031552 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:52.073225 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] For port a298e629-125a-4722-a087-f5e251a79a4c, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=a298e629-125a-4722-a087-f5e251a79a4c,segment=NetworkSegment(00974669-6402-4aa5-90c7-6e7c2d820d71),segment_id=00974669-6402-4aa5-90c7-6e7c2d820d71)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:13:52.087718 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283cf82-6017-47f1-82e1-b093891dd78e req-36115c63-0c97-4069-8db7-0f4fba8584f2 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:52.087718 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7283cf82-6017-47f1-82e1-b093891dd78e req-36115c63-0c97-4069-8db7-0f4fba8584f2 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/networks?id=5abc9d26-3cb6-446d-969d-090f313dd1b0 HTTP/1.1" status: 200  len: 815 time: 0.5086715
Jun 02 08:13:52.113658 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7283cf82-6017-47f1-82e1-b093891dd78e req-9cc2ab40-b795-437b-b4e3-fff0c7a1b689 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/quotas/459588786ab44c4bbeeae4bc8cf7fcb5 HTTP/1.1" status: 200  len: 375 time: 0.0221922
Jun 02 08:13:52.120721 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-a8f3702b-bb35-40c6-849c-4d2052b3bd5e None None] Provisioning complete for port a298e629-125a-4722-a087-f5e251a79a4c triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:13:52.122059 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-a8f3702b-bb35-40c6-849c-4d2052b3bd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:52.183215 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:52.183988 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-24cf84d4-b310-444f-a046-5a3b73653e9d service neutron] 10.222.0.77 "GET /v2.0/networks/3ea4537c-4e53-4dd1-90c4-33b482428ef3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3291070
Jun 02 08:13:52.188916 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:52.254780 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e73fc6-a364-4df7-bf0f-51fbdd6274d2 admin admin] Router 18cdd829-20cb-4188-b402-74881fc4ba6c is scheduled to L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac with binding_index 1 {{(pid=92342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 02 08:13:52.266653 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Pushing event updated for resources: {'Port': ['ID=a298e629-125a-4722-a087-f5e251a79a4c,revision_number=3']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:52.270638 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:52.348301 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-3d3e56ea-8bf4-4aac-a59b-7b3cc62ae564 service neutron] 10.222.0.77 "GET /v2.0/networks/3ea4537c-4e53-4dd1-90c4-33b482428ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1521878
Jun 02 08:13:52.357437 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7283cf82-6017-47f1-82e1-b093891dd78e req-d2d707f6-7e90-4e14-88f8-20157bda82e5 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=459588786ab44c4bbeeae4bc8cf7fcb5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2360823
Jun 02 08:13:52.468974 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e73fc6-a364-4df7-bf0f-51fbdd6274d2 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:13:52.480902 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082cf1f6-967b-4b6b-82c8-c8e613ea5c43 None None] Sync routers for ids ['18cdd829-20cb-4188-b402-74881fc4ba6c'] in dv-cinder-786385-7-iscsi {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:13:52.491135 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082cf1f6-967b-4b6b-82c8-c8e613ea5c43 None None] Routers {'18cdd829-20cb-4188-b402-74881fc4ba6c'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:13:52.491473 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-082cf1f6-967b-4b6b-82c8-c8e613ea5c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7ae9ea30>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:13:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['18cdd829-20cb-4188-b402-74881fc4ba6c'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:13:52.509220 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7283cf82-6017-47f1-82e1-b093891dd78e req-6c9952d4-2c15-4bed-9b16-6ae04e66ba02 service neutron] 10.222.0.77 "GET /v2.0/networks/5abc9d26-3cb6-446d-969d-090f313dd1b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417675
Jun 02 08:13:52.619111 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-07e73fc6-a364-4df7-bf0f-51fbdd6274d2 admin admin] Notify callbacks [] for router, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:52.620418 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-07e73fc6-a364-4df7-bf0f-51fbdd6274d2 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 4.1519608
Jun 02 08:13:52.623029 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 59718) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:52.682436 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7283cf82-6017-47f1-82e1-b093891dd78e req-d51016c2-242f-4089-9044-7e1429b65492 service neutron] 10.222.0.77 "GET /v2.0/networks/5abc9d26-3cb6-446d-969d-090f313dd1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1639168
Jun 02 08:13:52.685455 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-082cf1f6-967b-4b6b-82c8-c8e613ea5c43 None None] Set router 18cdd829-20cb-4188-b402-74881fc4ba6c gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:13:53.012753 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4e9fd-1089-4c2a-9ee3-15c11334bc8b req-842678b2-0671-4cb3-bfd6-44dc031626ba tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:53.014295 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ccb4e9fd-1089-4c2a-9ee3-15c11334bc8b req-842678b2-0671-4cb3-bfd6-44dc031626ba tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.2131610
Jun 02 08:13:53.109328 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-082cf1f6-967b-4b6b-82c8-c8e613ea5c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7ae9ea30>, [{'id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1599526445-router', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:13:48Z', 'updated_at': '2021-06-02T08:13:50Z', 'revision_number': 3, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'gw_port': {'id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:49Z', 'updated_at': '2021-06-02T08:13:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:13:53.114299 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082cf1f6-967b-4b6b-82c8-c8e613ea5c43 None None] Checking router: 18cdd829-20cb-4188-b402-74881fc4ba6c for host: dv-cinder-786385-7-iscsi {{(pid=92344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:13:53.114943 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082cf1f6-967b-4b6b-82c8-c8e613ea5c43 None None] Updating router 18cdd829-20cb-4188-b402-74881fc4ba6c port 2faed4dc-c9d9-484e-8b87-7439dbd0730f binding host dv-cinder-786385-7-iscsi {{(pid=92344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 02 08:13:53.124668 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ccb4e9fd-1089-4c2a-9ee3-15c11334bc8b req-a62aab42-f9f2-4e50-b3e9-518edfd1830c tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023064
Jun 02 08:13:53.222788 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-082cf1f6-967b-4b6b-82c8-c8e613ea5c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:53.258233 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4a592695-a716-442f-be14-840d11d86b3a req-cf43c8ad-784e-4ef1-9cb5-04bf103fbc98 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 210 time: 0.0707710
Jun 02 08:13:53.446623 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e9d00497-fc2f-43ee-9f1a-8d525abf5b99 req-2633eff8-3a1e-44b5-af54-d15a2b3d47e3 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 210 time: 0.0723135
Jun 02 08:13:53.535098 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device a298e629-125a-4722-a087-f5e251a79a4c up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:13:53.615988 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port a298e629-125a-4722-a087-f5e251a79a4c triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:13:53.616557 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:53.717672 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-082cf1f6-967b-4b6b-82c8-c8e613ea5c43 None None] Notify callbacks [] for port, precommit_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:53.729656 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.provisioning_blocks [None req-082cf1f6-967b-4b6b-82c8-c8e613ea5c43 None None] Transition to ACTIVE for port object 2faed4dc-c9d9-484e-8b87-7439dbd0730f will not be triggered until provisioned by entity L2. {{(pid=92344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:13:53.814720 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-082cf1f6-967b-4b6b-82c8-c8e613ea5c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:53.820246 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [None req-08bac34a-1437-4b19-9788-cee59e80a07a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:53.882362 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1fe722d5-0e53-4d6d-931a-58e2aeffad54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:53.899020 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.managers [None req-082cf1f6-967b-4b6b-82c8-c8e613ea5c43 None None] Attempting to bind port 2faed4dc-c9d9-484e-8b87-7439dbd0730f on host dv-cinder-786385-7-iscsi for vnic_type normal with profile  {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:13:53.899453 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.managers [None req-082cf1f6-967b-4b6b-82c8-c8e613ea5c43 None None] Attempting to bind port 2faed4dc-c9d9-484e-8b87-7439dbd0730f by drivers openvswitch,hyperv on host dv-cinder-786385-7-iscsi at level 0 using segments [{'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'}] {{(pid=92344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:13:53.899786 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082cf1f6-967b-4b6b-82c8-c8e613ea5c43 None None] Attempting to bind port 2faed4dc-c9d9-484e-8b87-7439dbd0730f on network 25cee017-96f1-470f-84b1-115420be0257 {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:13:53.907860 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c20119-aa0e-4581-85b2-8829abe2d16d None None] Pushing event updated for resources: {'Port': ['ID=2faed4dc-c9d9-484e-8b87-7439dbd0730f,revision_number=2']} {{(pid=92344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:53.910232 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082cf1f6-967b-4b6b-82c8-c8e613ea5c43 None None] Checking agent: {'id': '293b8e5c-58b0-46e6-908b-da5c92a2d3b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 4, 12), 'started_at': datetime.datetime(2021, 6, 2, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:13:53.910615 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082cf1f6-967b-4b6b-82c8-c8e613ea5c43 None None] Checking segment: {'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:13:53.911011 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-082cf1f6-967b-4b6b-82c8-c8e613ea5c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:53.911407 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082cf1f6-967b-4b6b-82c8-c8e613ea5c43 None None] Bound using segment: {'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'} {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:13:53.911885 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.managers [None req-082cf1f6-967b-4b6b-82c8-c8e613ea5c43 None None] Bound port: 2faed4dc-c9d9-484e-8b87-7439dbd0730f, host: dv-cinder-786385-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'}}] {{(pid=92344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:13:53.912291 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-082cf1f6-967b-4b6b-82c8-c8e613ea5c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:53.951705 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c20119-aa0e-4581-85b2-8829abe2d16d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:53.952056 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c20119-aa0e-4581-85b2-8829abe2d16d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:53.952422 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c20119-aa0e-4581-85b2-8829abe2d16d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:53.952922 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c20119-aa0e-4581-85b2-8829abe2d16d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:53.953260 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c20119-aa0e-4581-85b2-8829abe2d16d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:53.953588 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c20119-aa0e-4581-85b2-8829abe2d16d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:53.953916 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c20119-aa0e-4581-85b2-8829abe2d16d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:53.954234 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c20119-aa0e-4581-85b2-8829abe2d16d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:53.954906 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c20119-aa0e-4581-85b2-8829abe2d16d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:53.955236 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c20119-aa0e-4581-85b2-8829abe2d16d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:53.955555 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c20119-aa0e-4581-85b2-8829abe2d16d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:53.955916 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c20119-aa0e-4581-85b2-8829abe2d16d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:13:53.961518 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [None req-81c20119-aa0e-4581-85b2-8829abe2d16d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:54.013692 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.db [None req-082cf1f6-967b-4b6b-82c8-c8e613ea5c43 None None] For port 2faed4dc-c9d9-484e-8b87-7439dbd0730f, host dv-cinder-786385-7-iscsi, cleared binding levels {{(pid=92344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:13:54.017258 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.db [None req-082cf1f6-967b-4b6b-82c8-c8e613ea5c43 None None] For port 2faed4dc-c9d9-484e-8b87-7439dbd0730f, host dv-cinder-786385-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=2faed4dc-c9d9-484e-8b87-7439dbd0730f,segment=NetworkSegment(7d00a59a-fd6b-444f-8454-6973ee677288),segment_id=7d00a59a-fd6b-444f-8454-6973ee677288)] {{(pid=92344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:13:54.103955 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_common [None req-1fe722d5-0e53-4d6d-931a-58e2aeffad54 admin admin] Allocated IP 172.20.0.1 (4696b473-c29b-4b8f-aebc-3497761794e1/f2d95f5c-acb5-47be-be66-d3f53cf5e37d/72b525d1-3ed8-4ea6-83fd-d4fe65602dec) {{(pid=92342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:13:54.117833 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-082cf1f6-967b-4b6b-82c8-c8e613ea5c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:54.122831 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [None req-ff26a7e5-ca75-4427-a831-1d6c6fc8e52e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:54.215040 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082cf1f6-967b-4b6b-82c8-c8e613ea5c43 None None] Routers {'18cdd829-20cb-4188-b402-74881fc4ba6c'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:13:54.215663 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-082cf1f6-967b-4b6b-82c8-c8e613ea5c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7ae9ea30>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:13:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['18cdd829-20cb-4188-b402-74881fc4ba6c'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:13:54.267723 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1fe722d5-0e53-4d6d-931a-58e2aeffad54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:54.282055 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c20119-aa0e-4581-85b2-8829abe2d16d None None] Pushing event updated for resources: {'Port': ['ID=2faed4dc-c9d9-484e-8b87-7439dbd0730f,revision_number=3']} {{(pid=92344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:54.287055 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [None req-81c20119-aa0e-4581-85b2-8829abe2d16d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:54.294617 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.provisioning_blocks [None req-1fe722d5-0e53-4d6d-931a-58e2aeffad54 admin admin] Transition to ACTIVE for port object 72b525d1-3ed8-4ea6-83fd-d4fe65602dec will not be triggered until provisioned by entity DHCP. {{(pid=92342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:13:54.335722 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a852f-ef2d-4c37-97e9-0c438d521e9c req-f9d22505-0dd1-4759-8319-c26a52236596 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:54.337303 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-322a852f-ef2d-4c37-97e9-0c438d521e9c req-f9d22505-0dd1-4759-8319-c26a52236596 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.1070733
Jun 02 08:13:54.389478 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-322a852f-ef2d-4c37-97e9-0c438d521e9c req-ef8032eb-f576-4e6d-a295-1609c09b319e tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462468
Jun 02 08:13:54.413759 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-082cf1f6-967b-4b6b-82c8-c8e613ea5c43 None None] Set router 18cdd829-20cb-4188-b402-74881fc4ba6c gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:13:54.413951 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1fe722d5-0e53-4d6d-931a-58e2aeffad54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:54.418196 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:54.486351 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe722d5-0e53-4d6d-931a-58e2aeffad54 admin admin] Network 4696b473-c29b-4b8f-aebc-3497761794e1 is already hosted by enough agents. {{(pid=92342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:13:54.489961 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-1fe722d5-0e53-4d6d-931a-58e2aeffad54 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:13:54.498657 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe722d5-0e53-4d6d-931a-58e2aeffad54 admin admin] Received port after_create {{(pid=92342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:13:54.547673 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe722d5-0e53-4d6d-931a-58e2aeffad54 admin admin] Pushing event updated for resources: {'Port': ['ID=72b525d1-3ed8-4ea6-83fd-d4fe65602dec,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:54.551195 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-1fe722d5-0e53-4d6d-931a-58e2aeffad54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:54.552261 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f2edde4a-7fb3-4bc5-9843-280094cd0a32 req-9f8c83e4-77e4-480a-8264-43ce8ca49c84 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 210 time: 0.0576210
Jun 02 08:13:54.575300 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1fe722d5-0e53-4d6d-931a-58e2aeffad54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8036782'] for router_interface, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:54.757323 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-082cf1f6-967b-4b6b-82c8-c8e613ea5c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7ae9ea30>, [{'id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1599526445-router', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:13:48Z', 'updated_at': '2021-06-02T08:13:50Z', 'revision_number': 3, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'gw_port': {'id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:49Z', 'updated_at': '2021-06-02T08:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:13:54.757755 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-909eee96-59fc-431c-bbea-eaa1b600a089 req-315e8637-3f41-4b6c-bc9b-18b123582eb7 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 210 time: 0.0424635
Jun 02 08:13:54.757845 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082cf1f6-967b-4b6b-82c8-c8e613ea5c43 None None] The sync data for ids ['18cdd829-20cb-4188-b402-74881fc4ba6c'] in dv-cinder-786385-7-iscsi is: [{'id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1599526445-router', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:13:48Z', 'updated_at': '2021-06-02T08:13:50Z', 'revision_number': 3, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'gw_port': {'id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:49Z', 'updated_at': '2021-06-02T08:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}] {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:13:55.082820 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1fe722d5-0e53-4d6d-931a-58e2aeffad54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:55.140829 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-3274de4f-41a0-4f41-91ff-9f4b2a9ff474 None None] Provisioning for port 72b525d1-3ed8-4ea6-83fd-d4fe65602dec completed by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:13:55.147085 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-3274de4f-41a0-4f41-91ff-9f4b2a9ff474 None None] Provisioning complete for port 72b525d1-3ed8-4ea6-83fd-d4fe65602dec triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:13:55.155774 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-3274de4f-41a0-4f41-91ff-9f4b2a9ff474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:55.205376 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-3274de4f-41a0-4f41-91ff-9f4b2a9ff474 None None] Port 72b525d1-3ed8-4ea6-83fd-d4fe65602dec cannot update to ACTIVE because it is not bound. {{(pid=92343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 02 08:13:55.336093 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1fe722d5-0e53-4d6d-931a-58e2aeffad54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:55.469151 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1fe722d5-0e53-4d6d-931a-58e2aeffad54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6633674'] for port, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:55.504093 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:55.620036 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 2faed4dc-c9d9-484e-8b87-7439dbd0730f up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:13:55.635009 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1fe722d5-0e53-4d6d-931a-58e2aeffad54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8036811'] for router_interface, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:55.651617 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe722d5-0e53-4d6d-931a-58e2aeffad54 admin admin] Pushing event updated for resources: {'Port': ['ID=72b525d1-3ed8-4ea6-83fd-d4fe65602dec,revision_number=2']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:55.661531 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed3a7b-2aff-4161-8023-084adf692b6e req-0b148268-81e8-43a4-bc15-02afa679bb7b tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:55.663170 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-91ed3a7b-2aff-4161-8023-084adf692b6e req-0b148268-81e8-43a4-bc15-02afa679bb7b tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.1265595
Jun 02 08:13:55.670511 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-1fe722d5-0e53-4d6d-931a-58e2aeffad54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:55.718445 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-91ed3a7b-2aff-4161-8023-084adf692b6e req-6772d581-16ca-49e9-b555-f10b7dafb580 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486813
Jun 02 08:13:55.755008 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning for port 2faed4dc-c9d9-484e-8b87-7439dbd0730f completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:13:55.761567 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 2faed4dc-c9d9-484e-8b87-7439dbd0730f triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:13:55.762430 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:55.791384 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe722d5-0e53-4d6d-931a-58e2aeffad54 admin admin] Network 4696b473-c29b-4b8f-aebc-3497761794e1 is already hosted by enough agents. {{(pid=92342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:13:55.792907 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-1fe722d5-0e53-4d6d-931a-58e2aeffad54 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:13:55.907501 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-53f1a987-b9d1-4f0d-a1d1-d6931b7a7c1e req-3e401d95-5002-45dd-961e-0a3db648d6ec tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 210 time: 0.0820391
Jun 02 08:13:55.946476 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:55.991280 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] For port 2faed4dc-c9d9-484e-8b87-7439dbd0730f, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=2faed4dc-c9d9-484e-8b87-7439dbd0730f,segment=NetworkSegment(7d00a59a-fd6b-444f-8454-6973ee677288),segment_id=7d00a59a-fd6b-444f-8454-6973ee677288)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:13:56.023709 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe722d5-0e53-4d6d-931a-58e2aeffad54 admin admin] Router 18cdd829-20cb-4188-b402-74881fc4ba6c has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:13:56.036846 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-d9e0e5c2-7fa7-4bac-8013-bc9e33f99bb5 None None] Provisioning complete for port 72b525d1-3ed8-4ea6-83fd-d4fe65602dec triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:13:56.037182 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-d9e0e5c2-7fa7-4bac-8013-bc9e33f99bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:56.076504 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:56.080037 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:56.103814 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2afcd539-8543-4e62-8532-e13373620653 req-46f23bdc-add6-46c7-8151-a81ad2520349 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 210 time: 0.0559299
Jun 02 08:13:56.159590 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-d9e0e5c2-7fa7-4bac-8013-bc9e33f99bb5 None None] Port 72b525d1-3ed8-4ea6-83fd-d4fe65602dec cannot update to ACTIVE because it is not bound. {{(pid=92343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 02 08:13:56.168952 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Pushing event updated for resources: {'Port': ['ID=2faed4dc-c9d9-484e-8b87-7439dbd0730f,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:56.172608 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:56.345148 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe722d5-0e53-4d6d-931a-58e2aeffad54 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:13:56.355002 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-1fe722d5-0e53-4d6d-931a-58e2aeffad54 admin admin] 10.222.0.77 "PUT /v2.0/routers/18cdd829-20cb-4188-b402-74881fc4ba6c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7308698
Jun 02 08:13:56.486686 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af440d8a-23e5-4aa2-9f0f-26b952321124 None None] Sync routers for ids ['18cdd829-20cb-4188-b402-74881fc4ba6c'] in dv-cinder-786385-7-iscsi {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:13:56.499142 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af440d8a-23e5-4aa2-9f0f-26b952321124 None None] Routers {'18cdd829-20cb-4188-b402-74881fc4ba6c'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:13:56.499788 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-af440d8a-23e5-4aa2-9f0f-26b952321124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7adf6b80>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:13:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['18cdd829-20cb-4188-b402-74881fc4ba6c'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:13:56.693975 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-af440d8a-23e5-4aa2-9f0f-26b952321124 None None] Set router 18cdd829-20cb-4188-b402-74881fc4ba6c gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:13:57.004498 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-af440d8a-23e5-4aa2-9f0f-26b952321124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7adf6b80>, [{'id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1599526445-router', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:13:48Z', 'updated_at': '2021-06-02T08:13:54Z', 'revision_number': 4, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'gw_port': {'id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:49Z', 'updated_at': '2021-06-02T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': '72b525d1-3ed8-4ea6-83fd-d4fe65602dec', 'name': '', 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'mac_address': 'fa:16:3e:39:11:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:53Z', 'updated_at': '2021-06-02T08:13:55Z', 'revision_number': 2, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'subnets': [{'id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:13:57.008136 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af440d8a-23e5-4aa2-9f0f-26b952321124 None None] Checking router: 18cdd829-20cb-4188-b402-74881fc4ba6c for host: dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:13:57.008520 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af440d8a-23e5-4aa2-9f0f-26b952321124 None None] Updating router 18cdd829-20cb-4188-b402-74881fc4ba6c port 72b525d1-3ed8-4ea6-83fd-d4fe65602dec binding host dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 02 08:13:57.062159 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-af440d8a-23e5-4aa2-9f0f-26b952321124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:57.073978 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 59816) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:57.078686 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-18f72eb5-2425-49a7-ac9a-232c1391f05c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Request body: {'security_group': {'name': 'tempest-securitygroup--405617882', 'description': 'tempest-description--1776071235'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:13:57.085148 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-18f72eb5-2425-49a7-ac9a-232c1391f05c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:13:57.089131 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-18f72eb5-2425-49a7-ac9a-232c1391f05c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Usage tracker for resource:security_group and tenant:52efccb2fe9c471881216eb5b42411f7 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:13:57.092346 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-18f72eb5-2425-49a7-ac9a-232c1391f05c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:13:57.097953 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-18f72eb5-2425-49a7-ac9a-232c1391f05c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:13:57.214486 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-18f72eb5-2425-49a7-ac9a-232c1391f05c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:57.246417 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-18f72eb5-2425-49a7-ac9a-232c1391f05c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:13:57.254107 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-18f72eb5-2425-49a7-ac9a-232c1391f05c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Usage tracker for resource:security_group_rule and tenant:52efccb2fe9c471881216eb5b42411f7 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:13:57.258261 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-18f72eb5-2425-49a7-ac9a-232c1391f05c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:13:57.265671 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-18f72eb5-2425-49a7-ac9a-232c1391f05c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:13:57.303400 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 59824) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:57.314819 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ae958-b580-44ee-a85a-8f285924810d req-ca65a9b7-215e-408c-ba01-334de6c34136 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:57.323563 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cb5ae958-b580-44ee-a85a-8f285924810d req-ca65a9b7-215e-408c-ba01-334de6c34136 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.1608865
Jun 02 08:13:57.398332 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cb5ae958-b580-44ee-a85a-8f285924810d req-748653a6-b78c-412c-8488-541332ee5861 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737321
Jun 02 08:13:57.447422 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-18f72eb5-2425-49a7-ac9a-232c1391f05c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:57.471370 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-36c33da0-b487-4b5d-b256-a1eb0c8b63b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:57.484091 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-af440d8a-23e5-4aa2-9f0f-26b952321124 None None] Notify callbacks [] for port, precommit_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:57.497434 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-af440d8a-23e5-4aa2-9f0f-26b952321124 None None] Transition to ACTIVE for port object 72b525d1-3ed8-4ea6-83fd-d4fe65602dec will not be triggered until provisioned by entity L2. {{(pid=92343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:13:57.499293 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-36c33da0-b487-4b5d-b256-a1eb0c8b63b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:13:57.507368 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-36c33da0-b487-4b5d-b256-a1eb0c8b63b0 admin admin] Usage tracker for resource:security_group_rule and tenant:238c2b61cb0e4d14a3f9195a478394af is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:13:57.510669 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-36c33da0-b487-4b5d-b256-a1eb0c8b63b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:13:57.514308 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 2faed4dc-c9d9-484e-8b87-7439dbd0730f up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:13:57.516781 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-36c33da0-b487-4b5d-b256-a1eb0c8b63b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:13:57.577615 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-18f72eb5-2425-49a7-ac9a-232c1391f05c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:57.589021 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-af440d8a-23e5-4aa2-9f0f-26b952321124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:57.594884 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:57.630902 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-619ecdc0-c83d-49de-a5a7-d8fe70e6c606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:57.646806 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4d7fc9a5-76ce-4ba5-a3e0-ff4d2f0793c4 req-4803839e-4bcc-4f59-a2a0-ba33db35d4ec tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 210 time: 0.1102669
Jun 02 08:13:57.654918 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-36c33da0-b487-4b5d-b256-a1eb0c8b63b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:57.677378 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f72eb5-2425-49a7-ac9a-232c1391f05c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82571dc2-2f2c-4124-bd86-2c2506957795,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:57.680371 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-18f72eb5-2425-49a7-ac9a-232c1391f05c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:57.726611 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-36c33da0-b487-4b5d-b256-a1eb0c8b63b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:57.738648 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-4844e205-e255-49e8-8cc1-ebc125177b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:57.747858 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 2faed4dc-c9d9-484e-8b87-7439dbd0730f triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:13:57.748499 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:57.757883 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-18f72eb5-2425-49a7-ac9a-232c1391f05c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:57.759532 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-18f72eb5-2425-49a7-ac9a-232c1391f05c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.6842401
Jun 02 08:13:57.762155 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 59830) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:57.767437 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-bb2fff36-24bf-40a9-a953-4e0d905a9ac6 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Request body: {'security_group_rule': {'security_group_id': '82571dc2-2f2c-4124-bd86-2c2506957795', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:13:57.784616 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-bb2fff36-24bf-40a9-a953-4e0d905a9ac6 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:13:57.790521 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-bb2fff36-24bf-40a9-a953-4e0d905a9ac6 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Usage tracker for resource:security_group_rule and tenant:52efccb2fe9c471881216eb5b42411f7 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:13:57.796075 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-bb2fff36-24bf-40a9-a953-4e0d905a9ac6 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:13:57.805494 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-bb2fff36-24bf-40a9-a953-4e0d905a9ac6 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:13:57.813167 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-36c33da0-b487-4b5d-b256-a1eb0c8b63b0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=238c2b61cb0e4d14a3f9195a478394af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5086739
Jun 02 08:13:57.817010 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 59832) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:57.835181 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c33da0-b487-4b5d-b256-a1eb0c8b63b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb916c0-174f-4757-abf0-57c3794c9e03,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:57.843138 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-36c33da0-b487-4b5d-b256-a1eb0c8b63b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:57.864382 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768cc5b-074b-4d5b-a2ee-bcdfd2e7e49f None None] Pushing event updated for resources: {'Port': ['ID=72b525d1-3ed8-4ea6-83fd-d4fe65602dec,revision_number=3']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:57.889519 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-7768cc5b-074b-4d5b-a2ee-bcdfd2e7e49f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:57.919175 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e4ca6a45-cf6b-4281-a58e-7ae13af51eb1 req-69793180-0e70-4ae7-8775-24bef3d42a39 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 210 time: 0.0788789
Jun 02 08:13:57.951969 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-bb2fff36-24bf-40a9-a953-4e0d905a9ac6 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:57.957270 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-af440d8a-23e5-4aa2-9f0f-26b952321124 None None] Attempting to bind port 72b525d1-3ed8-4ea6-83fd-d4fe65602dec on host dv-cinder-786385-7-iscsi for vnic_type normal with profile  {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:13:57.957643 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-af440d8a-23e5-4aa2-9f0f-26b952321124 None None] Attempting to bind port 72b525d1-3ed8-4ea6-83fd-d4fe65602dec by drivers openvswitch,hyperv on host dv-cinder-786385-7-iscsi at level 0 using segments [{'id': '00974669-6402-4aa5-90c7-6e7c2d820d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1'}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:13:57.958010 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af440d8a-23e5-4aa2-9f0f-26b952321124 None None] Attempting to bind port 72b525d1-3ed8-4ea6-83fd-d4fe65602dec on network 4696b473-c29b-4b8f-aebc-3497761794e1 {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:13:57.965793 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af440d8a-23e5-4aa2-9f0f-26b952321124 None None] Checking agent: {'id': '293b8e5c-58b0-46e6-908b-da5c92a2d3b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 4, 12), 'started_at': datetime.datetime(2021, 6, 2, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:13:57.966172 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af440d8a-23e5-4aa2-9f0f-26b952321124 None None] Checking segment: {'id': '00974669-6402-4aa5-90c7-6e7c2d820d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:13:57.966576 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-af440d8a-23e5-4aa2-9f0f-26b952321124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:57.966974 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af440d8a-23e5-4aa2-9f0f-26b952321124 None None] Bound using segment: {'id': '00974669-6402-4aa5-90c7-6e7c2d820d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1'} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:13:57.967472 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-af440d8a-23e5-4aa2-9f0f-26b952321124 None None] Bound port: 72b525d1-3ed8-4ea6-83fd-d4fe65602dec, host: dv-cinder-786385-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00974669-6402-4aa5-90c7-6e7c2d820d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1'}}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:13:57.967817 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-af440d8a-23e5-4aa2-9f0f-26b952321124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:57.980314 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9b23c7c7-1bfe-485c-bd0c-28375c156468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:58.025127 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9b23c7c7-1bfe-485c-bd0c-28375c156468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:58.059790 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-bb2fff36-24bf-40a9-a953-4e0d905a9ac6 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:58.125575 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-af440d8a-23e5-4aa2-9f0f-26b952321124 None None] For port 72b525d1-3ed8-4ea6-83fd-d4fe65602dec, host dv-cinder-786385-7-iscsi, cleared binding levels {{(pid=92343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:13:58.129124 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-af440d8a-23e5-4aa2-9f0f-26b952321124 None None] For port 72b525d1-3ed8-4ea6-83fd-d4fe65602dec, host dv-cinder-786385-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=72b525d1-3ed8-4ea6-83fd-d4fe65602dec,segment=NetworkSegment(00974669-6402-4aa5-90c7-6e7c2d820d71),segment_id=00974669-6402-4aa5-90c7-6e7c2d820d71)] {{(pid=92343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:13:58.145728 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-bb2fff36-24bf-40a9-a953-4e0d905a9ac6 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216472'] for security_group_rule, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:58.147831 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-d47efac7-715b-4aa8-9b55-ffe30bce474f tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:58.170518 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2fff36-24bf-40a9-a953-4e0d905a9ac6 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8fb3bd4-e8f0-4995-8aba-626f4979c23e,revision_number=0']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:58.175431 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-bb2fff36-24bf-40a9-a953-4e0d905a9ac6 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:58.182049 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9b23c7c7-1bfe-485c-bd0c-28375c156468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:58.184485 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9b23c7c7-1bfe-485c-bd0c-28375c156468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:58.185603 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-9b23c7c7-1bfe-485c-bd0c-28375c156468 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8bb916c0-174f-4757-abf0-57c3794c9e03 HTTP/1.1" status: 204  len: 168 time: 0.3672922
Jun 02 08:13:58.186351 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-107b8bb3-7126-47a2-bb7c-538dcc040f90 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:58.197253 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23c7c7-1bfe-485c-bd0c-28375c156468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb916c0-174f-4757-abf0-57c3794c9e03,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:58.200563 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-9b23c7c7-1bfe-485c-bd0c-28375c156468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:58.255516 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-af440d8a-23e5-4aa2-9f0f-26b952321124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:58.259219 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-791591ed-9f9a-49f9-8518-d0a8d74bc525 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:58.283131 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-bb2fff36-24bf-40a9-a953-4e0d905a9ac6 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:58.286741 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-bb2fff36-24bf-40a9-a953-4e0d905a9ac6 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5208616
Jun 02 08:13:58.287272 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 59836) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:58.292796 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-15f56ed8-1e1b-4953-b6dd-da4fbafe66a1 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Request body: {'security_group_rule': {'security_group_id': '82571dc2-2f2c-4124-bd86-2c2506957795', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:13:58.302132 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-15f56ed8-1e1b-4953-b6dd-da4fbafe66a1 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:13:58.307133 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-15f56ed8-1e1b-4953-b6dd-da4fbafe66a1 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Usage tracker for resource:security_group_rule and tenant:52efccb2fe9c471881216eb5b42411f7 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:13:58.310134 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-15f56ed8-1e1b-4953-b6dd-da4fbafe66a1 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:13:58.320771 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-15f56ed8-1e1b-4953-b6dd-da4fbafe66a1 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:13:58.351446 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af440d8a-23e5-4aa2-9f0f-26b952321124 None None] Routers {'18cdd829-20cb-4188-b402-74881fc4ba6c'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:13:58.351446 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-af440d8a-23e5-4aa2-9f0f-26b952321124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7adf6b80>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:13:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['18cdd829-20cb-4188-b402-74881fc4ba6c'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:13:58.395105 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768cc5b-074b-4d5b-a2ee-bcdfd2e7e49f None None] Pushing event updated for resources: {'Port': ['ID=72b525d1-3ed8-4ea6-83fd-d4fe65602dec,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:58.405331 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-7768cc5b-074b-4d5b-a2ee-bcdfd2e7e49f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:58.424030 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-15f56ed8-1e1b-4953-b6dd-da4fbafe66a1 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:58.522246 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-15f56ed8-1e1b-4953-b6dd-da4fbafe66a1 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:58.558206 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-af440d8a-23e5-4aa2-9f0f-26b952321124 None None] Set router 18cdd829-20cb-4188-b402-74881fc4ba6c gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:13:58.604626 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-15f56ed8-1e1b-4953-b6dd-da4fbafe66a1 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216472'] for security_group_rule, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:58.611146 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-bb2fff36-24bf-40a9-a953-4e0d905a9ac6 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:58.643630 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f56ed8-1e1b-4953-b6dd-da4fbafe66a1 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31ca873c-e6f9-4072-84f1-dc9a05b6fd95,revision_number=0']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:58.655250 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-15f56ed8-1e1b-4953-b6dd-da4fbafe66a1 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:58.678509 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7bf1c5-89c8-4cbd-8d23-c1013dad33ef req-35bb9d64-b489-453d-b5dc-faf9c3607fc4 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:13:58.679963 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1a7bf1c5-89c8-4cbd-8d23-c1013dad33ef req-35bb9d64-b489-453d-b5dc-faf9c3607fc4 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.1223402
Jun 02 08:13:58.724709 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1a7bf1c5-89c8-4cbd-8d23-c1013dad33ef req-da31177c-e9e4-48b4-960c-ee9598246660 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387952
Jun 02 08:13:58.726020 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-15f56ed8-1e1b-4953-b6dd-da4fbafe66a1 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:58.730113 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-15f56ed8-1e1b-4953-b6dd-da4fbafe66a1 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4388630
Jun 02 08:13:58.734786 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 59846) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:58.735297 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-b82ba419-e07a-4f33-b6b7-a2966e418ffc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Request body: {'floatingip': {'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:13:58.742385 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-b82ba419-e07a-4f33-b6b7-a2966e418ffc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:13:58.746324 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-b82ba419-e07a-4f33-b6b7-a2966e418ffc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Usage tracker for resource:floatingip and tenant:52efccb2fe9c471881216eb5b42411f7 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:13:58.749467 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-b82ba419-e07a-4f33-b6b7-a2966e418ffc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:13:58.755661 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-b82ba419-e07a-4f33-b6b7-a2966e418ffc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:13:58.866950 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b82ba419-e07a-4f33-b6b7-a2966e418ffc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for floatingip, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:58.890581 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7fb6e797-46e5-4b42-917e-1607b1df1ac5 req-44ed0da5-b1c2-4ad6-9841-f01e724d4e39 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 210 time: 0.0594532
Jun 02 08:13:58.910248 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-af440d8a-23e5-4aa2-9f0f-26b952321124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7adf6b80>, [{'id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1599526445-router', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:13:48Z', 'updated_at': '2021-06-02T08:13:54Z', 'revision_number': 4, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'gw_port': {'id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:49Z', 'updated_at': '2021-06-02T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': '72b525d1-3ed8-4ea6-83fd-d4fe65602dec', 'name': '', 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'mac_address': 'fa:16:3e:39:11:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:53Z', 'updated_at': '2021-06-02T08:13:58Z', 'revision_number': 4, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'subnets': [{'id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:13:58.915062 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af440d8a-23e5-4aa2-9f0f-26b952321124 None None] The sync data for ids ['18cdd829-20cb-4188-b402-74881fc4ba6c'] in dv-cinder-786385-7-iscsi is: [{'id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1599526445-router', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:13:48Z', 'updated_at': '2021-06-02T08:13:54Z', 'revision_number': 4, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'gw_port': {'id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:49Z', 'updated_at': '2021-06-02T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': '72b525d1-3ed8-4ea6-83fd-d4fe65602dec', 'name': '', 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'mac_address': 'fa:16:3e:39:11:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:53Z', 'updated_at': '2021-06-02T08:13:58Z', 'revision_number': 4, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'subnets': [{'id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:13:59.062119 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 59852) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:59.089694 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-e29a74b3-6516-4bfb-b4f8-ba4a30e36a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:59.108357 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-e29a74b3-6516-4bfb-b4f8-ba4a30e36a98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:13:59.114072 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b82ba419-e07a-4f33-b6b7-a2966e418ffc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:59.118301 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-e29a74b3-6516-4bfb-b4f8-ba4a30e36a98 admin admin] Usage tracker for resource:security_group_rule and tenant:0a6bc3b4d2744a7e908d4f69c76a4807 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:13:59.183568 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-e29a74b3-6516-4bfb-b4f8-ba4a30e36a98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:13:59.204145 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2cdd8170-7aaa-414b-8e31-c58f54e5c656 req-542308fd-0637-4a28-8b67-6e0dfcb7dd25 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 210 time: 0.0870497
Jun 02 08:13:59.210414 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-e29a74b3-6516-4bfb-b4f8-ba4a30e36a98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:13:59.342525 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.db_base_plugin_common [None req-b82ba419-e07a-4f33-b6b7-a2966e418ffc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Allocated IP 172.27.3.99 (25cee017-96f1-470f-84b1-115420be0257/100151e0-9740-4c20-8f2c-560e0808d190/6e68504f-8262-4073-9e82-e4098ee2a307) {{(pid=92341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:13:59.421584 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-e29a74b3-6516-4bfb-b4f8-ba4a30e36a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:59.526530 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 72b525d1-3ed8-4ea6-83fd-d4fe65602dec up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:13:59.535710 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b82ba419-e07a-4f33-b6b7-a2966e418ffc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for port, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:59.540602 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-e29a74b3-6516-4bfb-b4f8-ba4a30e36a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:59.550494 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-a85666ac-f296-4bb7-98ca-493c0736e20f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:59.604894 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a74b3-6516-4bfb-b4f8-ba4a30e36a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12415683-db70-4d1b-8a56-7b98ce70a604,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:59.618500 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-e29a74b3-6516-4bfb-b4f8-ba4a30e36a98 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0a6bc3b4d2744a7e908d4f69c76a4807&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5503263
Jun 02 08:13:59.619035 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 59856) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:13:59.619697 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-e29a74b3-6516-4bfb-b4f8-ba4a30e36a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:59.666178 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning for port 72b525d1-3ed8-4ea6-83fd-d4fe65602dec completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:13:59.671154 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 72b525d1-3ed8-4ea6-83fd-d4fe65602dec triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:13:59.678185 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:59.679194 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-a14dbe5e-99d5-45a5-8625-02f8ddee9473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:59.701099 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b82ba419-e07a-4f33-b6b7-a2966e418ffc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:59.708571 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:59.718575 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-a14dbe5e-99d5-45a5-8625-02f8ddee9473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:59.785252 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82ba419-e07a-4f33-b6b7-a2966e418ffc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Network 25cee017-96f1-470f-84b1-115420be0257 is already hosted by enough agents. {{(pid=92341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:13:59.788552 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [None req-b82ba419-e07a-4f33-b6b7-a2966e418ffc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Resources bound (agent type, host, resource id):  {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:13:59.795650 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82ba419-e07a-4f33-b6b7-a2966e418ffc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Received port after_create {{(pid=92341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:13:59.839237 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ba419-e07a-4f33-b6b7-a2966e418ffc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Pushing event updated for resources: {'Port': ['ID=6e68504f-8262-4073-9e82-e4098ee2a307,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:59.843658 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-b82ba419-e07a-4f33-b6b7-a2966e418ffc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:59.880779 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-a14dbe5e-99d5-45a5-8625-02f8ddee9473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:59.886844 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-996bdfa7-4959-4817-9355-fce955747b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:13:59.892352 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:59.904401 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14dbe5e-99d5-45a5-8625-02f8ddee9473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12415683-db70-4d1b-8a56-7b98ce70a604,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:13:59.911517 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-a14dbe5e-99d5-45a5-8625-02f8ddee9473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:13:59.916726 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-a14dbe5e-99d5-45a5-8625-02f8ddee9473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:59.918313 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-a14dbe5e-99d5-45a5-8625-02f8ddee9473 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/12415683-db70-4d1b-8a56-7b98ce70a604 HTTP/1.1" status: 204  len: 168 time: 0.3030198
Jun 02 08:13:59.958333 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] For port 72b525d1-3ed8-4ea6-83fd-d4fe65602dec, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=72b525d1-3ed8-4ea6-83fd-d4fe65602dec,segment=NetworkSegment(00974669-6402-4aa5-90c7-6e7c2d820d71),segment_id=00974669-6402-4aa5-90c7-6e7c2d820d71)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:13:59.973700 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:13:59.987722 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b82ba419-e07a-4f33-b6b7-a2966e418ffc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:00.001436 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b85c1d-02f8-4325-b811-13a44439cf24 req-8d9648db-4730-4686-9108-7ff6b65354a3 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:00.003817 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-18b85c1d-02f8-4325-b811-13a44439cf24 req-8d9648db-4730-4686-9108-7ff6b65354a3 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.1217437
Jun 02 08:14:00.081790 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:00.083905 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-a2ad93be-d7a3-4b91-b8f0-32039c3f09eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:00.123496 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-18b85c1d-02f8-4325-b811-13a44439cf24 req-37b016e6-2ff8-43a6-a131-13bae39c9233 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112614
Jun 02 08:14:00.136009 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-41023500-c877-4aba-a84e-12b0e5a209dd req-c56d68fa-8e44-481c-8be4-55efe6f0fe8a tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 210 time: 0.0712881
Jun 02 08:14:00.218446 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Pushing event updated for resources: {'Port': ['ID=72b525d1-3ed8-4ea6-83fd-d4fe65602dec,revision_number=5']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:00.222522 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:00.234447 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b82ba419-e07a-4f33-b6b7-a2966e418ffc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:00.384224 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-816ed98a-6a1f-427e-8674-d40aa7af93f2 req-632d2076-e86b-4289-bac0-165d09f23ba9 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 210 time: 0.0487061
Jun 02 08:14:00.519339 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b82ba419-e07a-4f33-b6b7-a2966e418ffc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for port, precommit_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:00.577643 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b82ba419-e07a-4f33-b6b7-a2966e418ffc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589761'] for port, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:00.582719 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-b82ba419-e07a-4f33-b6b7-a2966e418ffc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:00.740982 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ba419-e07a-4f33-b6b7-a2966e418ffc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Pushing event updated for resources: {'Port': ['ID=6e68504f-8262-4073-9e82-e4098ee2a307,revision_number=2']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:00.745031 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-b82ba419-e07a-4f33-b6b7-a2966e418ffc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:00.752276 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b82ba419-e07a-4f33-b6b7-a2966e418ffc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8036659'] for floatingip, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:00.835671 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b82ba419-e07a-4f33-b6b7-a2966e418ffc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for floatingip, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:00.844588 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-b82ba419-e07a-4f33-b6b7-a2966e418ffc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.1055958
Jun 02 08:14:01.168825 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f63eb4-bce7-4c8a-8dc0-e404ff7b70bd req-caf1337a-d8f5-44a5-b8b8-369c0a50f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:01.171688 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-61f63eb4-bce7-4c8a-8dc0-e404ff7b70bd req-caf1337a-d8f5-44a5-b8b8-369c0a50f656 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 1099 time: 0.0945535
Jun 02 08:14:01.247964 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-61f63eb4-bce7-4c8a-8dc0-e404ff7b70bd req-34d82f7a-b02c-4445-b535-574e80a99afd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628691
Jun 02 08:14:01.346418 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-2224c206-f2cc-438c-9963-01b26096e31c req-766d9d82-f617-441d-8967-f3a874e39406 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Synchronizing usage tracker for tenant:52efccb2fe9c471881216eb5b42411f7 on resource:security_group {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:14:01.391630 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90635bf7-c7d8-411b-8ccc-b66ffb6aecce req-e3a4e9d0-9b22-4308-a9db-043fa670ba62 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:01.393156 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-90635bf7-c7d8-411b-8ccc-b66ffb6aecce req-e3a4e9d0-9b22-4308-a9db-043fa670ba62 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.1283057
Jun 02 08:14:01.441971 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-90635bf7-c7d8-411b-8ccc-b66ffb6aecce req-62ab2baf-4140-47d0-aa51-dc8633690ee0 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424180
Jun 02 08:14:01.489501 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-2224c206-f2cc-438c-9963-01b26096e31c req-766d9d82-f617-441d-8967-f3a874e39406 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Unset dirty status for tenant:52efccb2fe9c471881216eb5b42411f7 on resource:security_group {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:14:01.498563 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2224c206-f2cc-438c-9963-01b26096e31c req-766d9d82-f617-441d-8967-f3a874e39406 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--405617882&fields=id&tenant_id=52efccb2fe9c471881216eb5b42411f7 HTTP/1.1" status: 200  len: 267 time: 0.2774043
Jun 02 08:14:01.509331 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 72b525d1-3ed8-4ea6-83fd-d4fe65602dec up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:14:01.607099 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 72b525d1-3ed8-4ea6-83fd-d4fe65602dec triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:14:01.608410 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:01.750771 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b8ab42fc-e076-41be-970b-f7fa9e4bbe2f req-f1349864-ca72-47b2-b200-a8597fddcb89 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 210 time: 0.0958946
Jun 02 08:14:01.819664 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224c206-f2cc-438c-9963-01b26096e31c req-1aed3f37-916a-4833-8ad9-2ca9cb79ed69 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:01.823660 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2224c206-f2cc-438c-9963-01b26096e31c req-1aed3f37-916a-4833-8ad9-2ca9cb79ed69 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/networks?id=4696b473-c29b-4b8f-aebc-3497761794e1 HTTP/1.1" status: 200  len: 817 time: 0.3234513
Jun 02 08:14:01.840133 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2224c206-f2cc-438c-9963-01b26096e31c req-5655c1b0-84f7-4e54-a906-f9736b016918 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/quotas/52efccb2fe9c471881216eb5b42411f7 HTTP/1.1" status: 200  len: 375 time: 0.0152481
Jun 02 08:14:01.840503 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283cf82-6017-47f1-82e1-b093891dd78e req-a147d087-1c93-4dfc-b915-55f1431742ed tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:01.841407 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-7283cf82-6017-47f1-82e1-b093891dd78e req-a147d087-1c93-4dfc-b915-55f1431742ed tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.72 "GET /v2.0/networks?id=5abc9d26-3cb6-446d-969d-090f313dd1b0 HTTP/1.1" status: 200  len: 815 time: 0.3017423
Jun 02 08:14:01.856590 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [req-7283cf82-6017-47f1-82e1-b093891dd78e req-a2745c74-41d5-4258-b98f-08532371355e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Request body: {'port': {'device_id': 'd547f0c5-1d0b-4900-b4a9-5f59666dd9a6', 'network_id': '5abc9d26-3cb6-446d-969d-090f313dd1b0', 'admin_state_up': True, 'tenant_id': '459588786ab44c4bbeeae4bc8cf7fcb5'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:14:01.956175 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-59353f9c-8bea-4f45-a4ce-27cbcc101601 req-91f869ee-15a6-43c6-b2ca-7b2e82f1881d tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 210 time: 0.0471971
Jun 02 08:14:01.982891 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2224c206-f2cc-438c-9963-01b26096e31c req-73098e22-9a93-495c-9a3e-de4ae9fb59c7 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=52efccb2fe9c471881216eb5b42411f7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1421378
Jun 02 08:14:02.004802 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [req-7283cf82-6017-47f1-82e1-b093891dd78e req-a2745c74-41d5-4258-b98f-08532371355e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:14:02.009030 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-7283cf82-6017-47f1-82e1-b093891dd78e req-a2745c74-41d5-4258-b98f-08532371355e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Usage tracker for resource:port and tenant:459588786ab44c4bbeeae4bc8cf7fcb5 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:14:02.011918 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-7283cf82-6017-47f1-82e1-b093891dd78e req-a2745c74-41d5-4258-b98f-08532371355e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:14:02.018345 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [req-7283cf82-6017-47f1-82e1-b093891dd78e req-a2745c74-41d5-4258-b98f-08532371355e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:14:02.138734 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7283cf82-6017-47f1-82e1-b093891dd78e req-a2745c74-41d5-4258-b98f-08532371355e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Made reservation on behalf of 459588786ab44c4bbeeae4bc8cf7fcb5 for: {'port': 1} {{(pid=92342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:14:02.140407 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2224c206-f2cc-438c-9963-01b26096e31c req-0cb32244-f68f-4eac-902f-2f49ba078164 service neutron] 10.222.0.77 "GET /v2.0/networks/4696b473-c29b-4b8f-aebc-3497761794e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391280
Jun 02 08:14:02.146015 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-7283cf82-6017-47f1-82e1-b093891dd78e req-a2745c74-41d5-4258-b98f-08532371355e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:02.298224 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2224c206-f2cc-438c-9963-01b26096e31c req-5d831ef8-614d-4a30-a78c-9b46906934ba service neutron] 10.222.0.77 "GET /v2.0/networks/4696b473-c29b-4b8f-aebc-3497761794e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461880
Jun 02 08:14:02.344549 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_common [req-7283cf82-6017-47f1-82e1-b093891dd78e req-a2745c74-41d5-4258-b98f-08532371355e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Allocated IP 172.20.0.3 (5abc9d26-3cb6-446d-969d-090f313dd1b0/a26abb64-e4a3-4289-8a08-a11db3baccfa/8b0b91b4-f92c-40d6-aed5-36de29280a80) {{(pid=92342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:14:02.658582 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-7283cf82-6017-47f1-82e1-b093891dd78e req-a2745c74-41d5-4258-b98f-08532371355e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Notify callbacks [] for port, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:02.681679 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bffdfe8f-da24-4df5-bc53-eebc3b20b128 req-c256ecbf-d54c-4fce-9636-1f8a2bd477dc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 210 time: 0.1203878
Jun 02 08:14:02.750468 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eba0c9-4eed-42b0-a13e-7f681e39dc63 req-ccbeae88-aa03-4884-908a-5fa8134a9b57 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:02.752239 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-14eba0c9-4eed-42b0-a13e-7f681e39dc63 req-ccbeae88-aa03-4884-908a-5fa8134a9b57 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.1487532
Jun 02 08:14:02.794290 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-7283cf82-6017-47f1-82e1-b093891dd78e req-a2745c74-41d5-4258-b98f-08532371355e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:02.802429 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:02.811400 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['9c1dd446-899f-48e9-b420-894033e526f6', '33629f14-0ca1-42f4-aeff-93d761bd2461'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:14:02.822623 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-14eba0c9-4eed-42b0-a13e-7f681e39dc63 req-7ffe45d3-6e20-4e8e-b260-d0da4bc92a61 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605292
Jun 02 08:14:02.958134 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f5067725-224d-4ef5-a90c-e842e6dc81af req-a13c9e16-5e77-4c77-9f8d-b3796fa139bc tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 210 time: 0.0583210
Jun 02 08:14:02.962423 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7283cf82-6017-47f1-82e1-b093891dd78e req-a2745c74-41d5-4258-b98f-08532371355e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Network 5abc9d26-3cb6-446d-969d-090f313dd1b0 is already hosted by enough agents. {{(pid=92342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:14:02.965529 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [req-7283cf82-6017-47f1-82e1-b093891dd78e req-a2745c74-41d5-4258-b98f-08532371355e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Resources bound (agent type, host, resource id):  {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:14:02.975461 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-2efa90ec-8016-4f69-b73e-33a80fcfd1da tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:02.976951 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-2efa90ec-8016-4f69-b73e-33a80fcfd1da tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.72 "GET /v2.0/networks?id=3ea4537c-4e53-4dd1-90c4-33b482428ef3 HTTP/1.1" status: 200  len: 809 time: 0.4408078
Jun 02 08:14:02.980840 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [req-7283cf82-6017-47f1-82e1-b093891dd78e req-a2745c74-41d5-4258-b98f-08532371355e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Received port after_create {{(pid=92342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:14:03.021672 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a8d898aa-7b4d-4f02-9553-03e2c951bd14 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Request body: {'port': {'device_id': 'feb51e56-fd45-4f88-953b-e6cfe06cb8c0', 'network_id': '3ea4537c-4e53-4dd1-90c4-33b482428ef3', 'admin_state_up': True, 'tenant_id': '2f6b2a026b6a473192d447dc1486f2f8'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:14:03.043884 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2745c74-41d5-4258-b98f-08532371355e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Pushing event updated for resources: {'Port': ['ID=8b0b91b4-f92c-40d6-aed5-36de29280a80,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:03.057774 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2745c74-41d5-4258-b98f-08532371355e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:03.058138 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2745c74-41d5-4258-b98f-08532371355e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:03.058486 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2745c74-41d5-4258-b98f-08532371355e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:03.058832 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2745c74-41d5-4258-b98f-08532371355e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:03.059169 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2745c74-41d5-4258-b98f-08532371355e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:03.059778 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2745c74-41d5-4258-b98f-08532371355e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:03.060123 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2745c74-41d5-4258-b98f-08532371355e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:03.060618 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2745c74-41d5-4258-b98f-08532371355e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:03.060957 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2745c74-41d5-4258-b98f-08532371355e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:03.061292 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2745c74-41d5-4258-b98f-08532371355e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:03.061624 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2745c74-41d5-4258-b98f-08532371355e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:03.062004 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2745c74-41d5-4258-b98f-08532371355e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:03.075604 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-a2745c74-41d5-4258-b98f-08532371355e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:03.177566 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283cf82-6017-47f1-82e1-b093891dd78e req-a2745c74-41d5-4258-b98f-08532371355e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:03.178336 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-7283cf82-6017-47f1-82e1-b093891dd78e req-a2745c74-41d5-4258-b98f-08532371355e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:03.221218 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4708960-574b-4b35-ac22-117b1cf002c1 req-f007965e-ce47-483d-9023-2eee6ff6ec50 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:03.224525 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e4708960-574b-4b35-ac22-117b1cf002c1 req-f007965e-ce47-483d-9023-2eee6ff6ec50 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 931 time: 0.1151764
Jun 02 08:14:03.279089 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a8d898aa-7b4d-4f02-9553-03e2c951bd14 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:14:03.287785 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a8d898aa-7b4d-4f02-9553-03e2c951bd14 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Usage tracker for resource:port and tenant:2f6b2a026b6a473192d447dc1486f2f8 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:14:03.287785 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a8d898aa-7b4d-4f02-9553-03e2c951bd14 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:14:03.288027 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e4708960-574b-4b35-ac22-117b1cf002c1 req-3c557f29-e054-4cf1-bfb5-b5002fe0b048 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466135
Jun 02 08:14:03.292414 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a8d898aa-7b4d-4f02-9553-03e2c951bd14 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:14:03.307516 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-7283cf82-6017-47f1-82e1-b093891dd78e req-a2745c74-41d5-4258-b98f-08532371355e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4548614
Jun 02 08:14:03.322564 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [req-7283cf82-6017-47f1-82e1-b093891dd78e req-84bcd176-459c-48b0-8d8d-d1a77a1f84c9 service neutron] Request body: {'port': {'device_id': 'd547f0c5-1d0b-4900-b4a9-5f59666dd9a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:14:03.411759 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a8d898aa-7b4d-4f02-9553-03e2c951bd14 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Made reservation on behalf of 2f6b2a026b6a473192d447dc1486f2f8 for: {'port': 1} {{(pid=92342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:14:03.415166 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a8d898aa-7b4d-4f02-9553-03e2c951bd14 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:03.489855 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-7283cf82-6017-47f1-82e1-b093891dd78e req-84bcd176-459c-48b0-8d8d-d1a77a1f84c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:03.786703 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c3d0a69f-a4a0-45d1-a5e0-76615a1e6d25 req-71948686-81b7-4109-a50c-b42223ae8b50 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 210 time: 0.0424504
Jun 02 08:14:03.807444 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_common [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a8d898aa-7b4d-4f02-9553-03e2c951bd14 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Allocated IP 172.20.0.4 (3ea4537c-4e53-4dd1-90c4-33b482428ef3/fe9ef7a1-42f6-4448-8742-feaf422ea635/95c64c81-2103-40ac-bd0e-45bf05ebc95b) {{(pid=92342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:14:04.008751 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bedce-2b4c-4d76-a340-faa30eca2b1e req-807dcb51-a3e1-48c9-87c5-ec4a7932d539 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:04.010251 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f63bedce-2b4c-4d76-a340-faa30eca2b1e req-807dcb51-a3e1-48c9-87c5-ec4a7932d539 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.0853622
Jun 02 08:14:04.087954 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f63bedce-2b4c-4d76-a340-faa30eca2b1e req-3b99d247-efcc-4406-95be-4db4b6f93e04 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656252
Jun 02 08:14:04.182777 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7f31f331-a19d-4f13-85cb-dfdd858d1949 req-f655477b-1311-42ee-a5d2-9f53414f4291 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 210 time: 0.0631957
Jun 02 08:14:04.193521 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [req-7283cf82-6017-47f1-82e1-b093891dd78e req-84bcd176-459c-48b0-8d8d-d1a77a1f84c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b0b91b4-f92c-40d6-aed5-36de29280a80 {{(pid=92342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:14:04.202426 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a8d898aa-7b4d-4f02-9553-03e2c951bd14 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Notify callbacks [] for port, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:04.210491 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-7283cf82-6017-47f1-82e1-b093891dd78e req-84bcd176-459c-48b0-8d8d-d1a77a1f84c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:04.229712 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.provisioning_blocks [req-7283cf82-6017-47f1-82e1-b093891dd78e req-84bcd176-459c-48b0-8d8d-d1a77a1f84c9 service neutron] Transition to ACTIVE for port object 8b0b91b4-f92c-40d6-aed5-36de29280a80 will not be triggered until provisioned by entity L2. {{(pid=92342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:14:04.305953 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-7283cf82-6017-47f1-82e1-b093891dd78e req-84bcd176-459c-48b0-8d8d-d1a77a1f84c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6633674'] for port, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:04.311666 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-1fe722d5-0e53-4d6d-931a-58e2aeffad54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:04.322198 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078369c2-4089-44a8-a348-68bbb3be86b4 req-7c67c723-5502-448e-9bd9-25bbc214eea7 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:04.323801 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-078369c2-4089-44a8-a348-68bbb3be86b4 req-7c67c723-5502-448e-9bd9-25bbc214eea7 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.0869572
Jun 02 08:14:04.353540 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a8d898aa-7b4d-4f02-9553-03e2c951bd14 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:04.371078 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-078369c2-4089-44a8-a348-68bbb3be86b4 req-fff0a90a-e0a9-42a7-9730-a01e61eb46df tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408657
Jun 02 08:14:04.464423 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a8d898aa-7b4d-4f02-9553-03e2c951bd14 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Network 3ea4537c-4e53-4dd1-90c4-33b482428ef3 is already hosted by enough agents. {{(pid=92342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:14:04.465492 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcd176-459c-48b0-8d8d-d1a77a1f84c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8b0b91b4-f92c-40d6-aed5-36de29280a80,revision_number=2']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:04.507685 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814e4d8-0902-4b64-b14e-fba55afcae97 req-9f1f2844-abd0-409c-8292-c274349a2b47 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:04.511593 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-84bcd176-459c-48b0-8d8d-d1a77a1f84c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:04.517021 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-c6719e15-6838-45e6-a232-89c195ca0221 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:04.524792 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b814e4d8-0902-4b64-b14e-fba55afcae97 req-9f1f2844-abd0-409c-8292-c274349a2b47 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 943 time: 0.1183105
Jun 02 08:14:04.548397 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a8d898aa-7b4d-4f02-9553-03e2c951bd14 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Resources bound (agent type, host, resource id):  {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:14:04.560236 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a8d898aa-7b4d-4f02-9553-03e2c951bd14 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Received port after_create {{(pid=92342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:14:04.611816 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b814e4d8-0902-4b64-b14e-fba55afcae97 req-576d09ca-0262-4096-86c3-235135266174 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707004
Jun 02 08:14:04.693642 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d898aa-7b4d-4f02-9553-03e2c951bd14 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Pushing event updated for resources: {'Port': ['ID=95c64c81-2103-40ac-bd0e-45bf05ebc95b,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:04.693642 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-a8d898aa-7b4d-4f02-9553-03e2c951bd14 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:04.712213 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a8d898aa-7b4d-4f02-9553-03e2c951bd14 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:04.713166 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a8d898aa-7b4d-4f02-9553-03e2c951bd14 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:04.743959 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.managers [req-7283cf82-6017-47f1-82e1-b093891dd78e req-84bcd176-459c-48b0-8d8d-d1a77a1f84c9 service neutron] Attempting to bind port 8b0b91b4-f92c-40d6-aed5-36de29280a80 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:14:04.744319 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.managers [req-7283cf82-6017-47f1-82e1-b093891dd78e req-84bcd176-459c-48b0-8d8d-d1a77a1f84c9 service neutron] Attempting to bind port 8b0b91b4-f92c-40d6-aed5-36de29280a80 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'b642ba97-1b26-4c7e-972e-d6caae7f9c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5abc9d26-3cb6-446d-969d-090f313dd1b0'}] {{(pid=92342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:14:04.744635 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7283cf82-6017-47f1-82e1-b093891dd78e req-84bcd176-459c-48b0-8d8d-d1a77a1f84c9 service neutron] Attempting to bind port 8b0b91b4-f92c-40d6-aed5-36de29280a80 on network 5abc9d26-3cb6-446d-969d-090f313dd1b0 {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:14:04.753498 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7283cf82-6017-47f1-82e1-b093891dd78e req-84bcd176-459c-48b0-8d8d-d1a77a1f84c9 service neutron] Port 8b0b91b4-f92c-40d6-aed5-36de29280a80 on network 5abc9d26-3cb6-446d-969d-090f313dd1b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 02 08:14:04.754089 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7283cf82-6017-47f1-82e1-b093891dd78e req-84bcd176-459c-48b0-8d8d-d1a77a1f84c9 service neutron] Attempting to bind port 8b0b91b4-f92c-40d6-aed5-36de29280a80 on network 5abc9d26-3cb6-446d-969d-090f313dd1b0 {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:14:04.764607 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7283cf82-6017-47f1-82e1-b093891dd78e req-84bcd176-459c-48b0-8d8d-d1a77a1f84c9 service neutron] Checking agent: {'id': '5f85f1d8-5acd-47ff-be11-89642c504a90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:14:04.764946 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7283cf82-6017-47f1-82e1-b093891dd78e req-84bcd176-459c-48b0-8d8d-d1a77a1f84c9 service neutron] Checking segment: {'id': 'b642ba97-1b26-4c7e-972e-d6caae7f9c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5abc9d26-3cb6-446d-969d-090f313dd1b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:14:04.765331 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7283cf82-6017-47f1-82e1-b093891dd78e req-84bcd176-459c-48b0-8d8d-d1a77a1f84c9 service neutron] Bound using segment: {'id': 'b642ba97-1b26-4c7e-972e-d6caae7f9c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5abc9d26-3cb6-446d-969d-090f313dd1b0'} {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:14:04.765755 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.managers [req-7283cf82-6017-47f1-82e1-b093891dd78e req-84bcd176-459c-48b0-8d8d-d1a77a1f84c9 service neutron] Bound port: 8b0b91b4-f92c-40d6-aed5-36de29280a80, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b642ba97-1b26-4c7e-972e-d6caae7f9c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5abc9d26-3cb6-446d-969d-090f313dd1b0'}}] {{(pid=92342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:14:04.766099 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-7283cf82-6017-47f1-82e1-b093891dd78e req-84bcd176-459c-48b0-8d8d-d1a77a1f84c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:04.864963 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a8d898aa-7b4d-4f02-9553-03e2c951bd14 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8555176
Jun 02 08:14:04.875968 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [req-7283cf82-6017-47f1-82e1-b093891dd78e req-84bcd176-459c-48b0-8d8d-d1a77a1f84c9 service neutron] For port 8b0b91b4-f92c-40d6-aed5-36de29280a80, host hv-cinder-78638, cleared binding levels {{(pid=92342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:14:04.879958 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [req-7283cf82-6017-47f1-82e1-b093891dd78e req-84bcd176-459c-48b0-8d8d-d1a77a1f84c9 service neutron] For port 8b0b91b4-f92c-40d6-aed5-36de29280a80, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8b0b91b4-f92c-40d6-aed5-36de29280a80,segment=NetworkSegment(b642ba97-1b26-4c7e-972e-d6caae7f9c07),segment_id=b642ba97-1b26-4c7e-972e-d6caae7f9c07)] {{(pid=92342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:14:04.951887 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-becbd3d0-145f-432a-97d5-8a1339fb01f2 req-35f44ad8-ea5f-46f6-89bc-38660826c801 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 210 time: 0.0428579
Jun 02 08:14:04.978413 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-7283cf82-6017-47f1-82e1-b093891dd78e req-84bcd176-459c-48b0-8d8d-d1a77a1f84c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6633674'] for port, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:04.983311 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-a37c7dfe-bedc-4d03-8861-4c8c51d113ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:05.041225 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283cf82-6017-47f1-82e1-b093891dd78e req-84bcd176-459c-48b0-8d8d-d1a77a1f84c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:05.041826 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-7283cf82-6017-47f1-82e1-b093891dd78e req-84bcd176-459c-48b0-8d8d-d1a77a1f84c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:05.043181 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-7283cf82-6017-47f1-82e1-b093891dd78e req-84bcd176-459c-48b0-8d8d-d1a77a1f84c9 service neutron] 10.222.0.72 "PUT /v2.0/ports/8b0b91b4-f92c-40d6-aed5-36de29280a80 HTTP/1.1" status: 200  len: 1093 time: 1.7246537
Jun 02 08:14:05.043666 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd547f0c5-1d0b-4900-b4a9-5f59666dd9a6', 'tag': '8b0b91b4-f92c-40d6-aed5-36de29280a80'}] {{(pid=92342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:14:05.046062 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e374b3b879b00d97b29532d72ba3bb6ea3956478347f3877d9246faf94d18eae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbfbabf-069e-4403-a974-ac2910ed8562" -d '{"events": [{"name": "network-changed", "server_uuid": "d547f0c5-1d0b-4900-b4a9-5f59666dd9a6", "tag": "8b0b91b4-f92c-40d6-aed5-36de29280a80"}]}' {{(pid=92342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:14:05.063253 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcd176-459c-48b0-8d8d-d1a77a1f84c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8b0b91b4-f92c-40d6-aed5-36de29280a80,revision_number=3']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:05.068276 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-84bcd176-459c-48b0-8d8d-d1a77a1f84c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:05.099853 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0f16da-4e28-41f0-96b8-6e5777126d0f x-openstack-request-id: req-be0f16da-4e28-41f0-96b8-6e5777126d0f {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:14:05.099853 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d547f0c5-1d0b-4900-b4a9-5f59666dd9a6", "tag": "8b0b91b4-f92c-40d6-aed5-36de29280a80", "status": "completed", "code": 200}]} {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:14:05.099853 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-be0f16da-4e28-41f0-96b8-6e5777126d0f {{(pid=92342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:14:05.099853 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd547f0c5-1d0b-4900-b4a9-5f59666dd9a6', 'tag': '8b0b91b4-f92c-40d6-aed5-36de29280a80', 'status': 'completed', 'code': 200}
Jun 02 08:14:05.246647 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a7ba6e36-daad-40d2-8c0e-eaf9c9602f11 service neutron] Request body: {'port': {'device_id': 'feb51e56-fd45-4f88-953b-e6cfe06cb8c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:14:05.435587 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a7ba6e36-daad-40d2-8c0e-eaf9c9602f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:05.438307 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe70db-8187-47b1-8450-8c4d29c8b236 req-f5b19cdd-d126-4ee9-b6ac-b6fe477e9660 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:05.441354 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-aabe70db-8187-47b1-8450-8c4d29c8b236 req-f5b19cdd-d126-4ee9-b6ac-b6fe477e9660 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 931 time: 0.1114707
Jun 02 08:14:05.487096 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfbabf-069e-4403-a974-ac2910ed8562 req-e48520e9-faa6-4041-9443-2f5f6bb1a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:05.488665 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-4dbfbabf-069e-4403-a974-ac2910ed8562 req-e48520e9-faa6-4041-9443-2f5f6bb1a357 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=459588786ab44c4bbeeae4bc8cf7fcb5&device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 1096 time: 0.2039928
Jun 02 08:14:05.489990 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-aabe70db-8187-47b1-8450-8c4d29c8b236 req-0fbc6b8b-85cd-467f-a8f3-0b150cacc701 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421076
Jun 02 08:14:05.840362 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfbabf-069e-4403-a974-ac2910ed8562 req-a600f3db-d084-4c08-8b14-7812d0c6974c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:05.841791 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-4dbfbabf-069e-4403-a974-ac2910ed8562 req-a600f3db-d084-4c08-8b14-7812d0c6974c service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=459588786ab44c4bbeeae4bc8cf7fcb5&shared=False HTTP/1.1" status: 200  len: 916 time: 0.3342502
Jun 02 08:14:06.014108 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ad9fa-5b1c-46a3-af50-644ef9e3c6e3 req-3f51a1a7-a79c-4d01-a3f2-0550acd857d0 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:06.014108 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-295ad9fa-5b1c-46a3-af50-644ef9e3c6e3 req-3f51a1a7-a79c-4d01-a3f2-0550acd857d0 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 943 time: 0.2829878
Jun 02 08:14:06.024353 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224c206-f2cc-438c-9963-01b26096e31c req-156c40bc-809f-4680-936e-fd2aa5ee69d0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:06.026099 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2224c206-f2cc-438c-9963-01b26096e31c req-156c40bc-809f-4680-936e-fd2aa5ee69d0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.72 "GET /v2.0/networks?id=4696b473-c29b-4b8f-aebc-3497761794e1 HTTP/1.1" status: 200  len: 817 time: 0.2031980
Jun 02 08:14:06.107867 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-295ad9fa-5b1c-46a3-af50-644ef9e3c6e3 req-41957f23-8189-43be-a5c8-375b6840a1d0 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807712
Jun 02 08:14:06.115939 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2224c206-f2cc-438c-9963-01b26096e31c req-f920eef5-feed-4b45-8a69-28d731b7b38f tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52efccb2fe9c471881216eb5b42411f7 HTTP/1.1" status: 200  len: 379 time: 0.0742269
Jun 02 08:14:06.126453 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [req-2224c206-f2cc-438c-9963-01b26096e31c req-09ec0d3a-e515-48dc-aad2-1a02614fd9df tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Request body: {'port': {'device_id': '92ce0410-e1bb-4a80-93e7-6075cf00502a', 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1', 'admin_state_up': True, 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'security_groups': ['82571dc2-2f2c-4124-bd86-2c2506957795']}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:14:06.170034 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfbabf-069e-4403-a974-ac2910ed8562 req-4375bb08-7016-46bc-851e-0a30f32ba62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:06.172089 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-4dbfbabf-069e-4403-a974-ac2910ed8562 req-4375bb08-7016-46bc-851e-0a30f32ba62f service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3181374
Jun 02 08:14:06.272883 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a8aac147-809d-4cfe-9e0f-26603ef3cdec req-e3e7aa3a-4159-488b-9b00-baadcd513daa tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 210 time: 0.1062715
Jun 02 08:14:06.336269 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a7ba6e36-daad-40d2-8c0e-eaf9c9602f11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c64c81-2103-40ac-bd0e-45bf05ebc95b {{(pid=92342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:14:06.337949 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [req-2224c206-f2cc-438c-9963-01b26096e31c req-09ec0d3a-e515-48dc-aad2-1a02614fd9df tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:14:06.342980 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-2224c206-f2cc-438c-9963-01b26096e31c req-09ec0d3a-e515-48dc-aad2-1a02614fd9df tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Usage tracker for resource:port and tenant:52efccb2fe9c471881216eb5b42411f7 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:14:06.346368 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-2224c206-f2cc-438c-9963-01b26096e31c req-09ec0d3a-e515-48dc-aad2-1a02614fd9df tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:14:06.348887 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a7ba6e36-daad-40d2-8c0e-eaf9c9602f11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:06.355500 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [req-2224c206-f2cc-438c-9963-01b26096e31c req-09ec0d3a-e515-48dc-aad2-1a02614fd9df tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:14:06.391343 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.provisioning_blocks [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a7ba6e36-daad-40d2-8c0e-eaf9c9602f11 service neutron] Transition to ACTIVE for port object 95c64c81-2103-40ac-bd0e-45bf05ebc95b will not be triggered until provisioned by entity L2. {{(pid=92342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:14:06.404555 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283cf82-6017-47f1-82e1-b093891dd78e req-858d942f-6049-4977-a23d-56435c7e65d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:06.406023 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-7283cf82-6017-47f1-82e1-b093891dd78e req-858d942f-6049-4977-a23d-56435c7e65d0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=459588786ab44c4bbeeae4bc8cf7fcb5&device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 1096 time: 0.1542776
Jun 02 08:14:06.509023 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2224c206-f2cc-438c-9963-01b26096e31c req-09ec0d3a-e515-48dc-aad2-1a02614fd9df tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Made reservation on behalf of 52efccb2fe9c471881216eb5b42411f7 for: {'port': 1} {{(pid=92341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:14:06.510122 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-7283cf82-6017-47f1-82e1-b093891dd78e req-c97df1cc-ea12-4c16-b060-2e76855e44bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b0b91b4-f92c-40d6-aed5-36de29280a80 HTTP/1.1" status: 200  len: 217 time: 0.0642314
Jun 02 08:14:06.512530 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-2224c206-f2cc-438c-9963-01b26096e31c req-09ec0d3a-e515-48dc-aad2-1a02614fd9df tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:06.552446 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a7ba6e36-daad-40d2-8c0e-eaf9c9602f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6633674'] for port, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:06.563305 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-7080dd8f-b9c5-41a4-a332-cfb59dbf31e4 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:06.691043 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283cf82-6017-47f1-82e1-b093891dd78e req-28e53d18-da35-4f4b-8f3d-449880106cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:06.692630 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-7283cf82-6017-47f1-82e1-b093891dd78e req-28e53d18-da35-4f4b-8f3d-449880106cef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a26abb64-e4a3-4289-8a08-a11db3baccfa HTTP/1.1" status: 200  len: 855 time: 0.1755841
Jun 02 08:14:06.729216 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.db_base_plugin_common [req-2224c206-f2cc-438c-9963-01b26096e31c req-09ec0d3a-e515-48dc-aad2-1a02614fd9df tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Allocated IP 172.20.0.5 (4696b473-c29b-4b8f-aebc-3497761794e1/f2d95f5c-acb5-47be-be66-d3f53cf5e37d/7c3a1cbe-c4fa-4fbc-9694-408e51b0df89) {{(pid=92341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:14:06.781651 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba6e36-daad-40d2-8c0e-eaf9c9602f11 service neutron] Pushing event updated for resources: {'Port': ['ID=95c64c81-2103-40ac-bd0e-45bf05ebc95b,revision_number=2']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:06.786203 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-7283cf82-6017-47f1-82e1-b093891dd78e req-f750fba7-e057-432d-a5c2-2bf6a9056b48 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5abc9d26-3cb6-446d-969d-090f313dd1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0835321
Jun 02 08:14:06.791433 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-a7ba6e36-daad-40d2-8c0e-eaf9c9602f11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:06.792383 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d03ba-cb81-469d-8f5a-ecae1aebd5fc req-7defbc5e-1730-49a5-bb13-475356a38ff8 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:06.793976 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d00d03ba-cb81-469d-8f5a-ecae1aebd5fc req-7defbc5e-1730-49a5-bb13-475356a38ff8 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 943 time: 0.1433272
Jun 02 08:14:06.929339 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d00d03ba-cb81-469d-8f5a-ecae1aebd5fc req-4cff346e-7069-4409-afef-161150601906 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176033
Jun 02 08:14:06.969494 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.managers [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a7ba6e36-daad-40d2-8c0e-eaf9c9602f11 service neutron] Attempting to bind port 95c64c81-2103-40ac-bd0e-45bf05ebc95b on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:14:06.969822 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.managers [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a7ba6e36-daad-40d2-8c0e-eaf9c9602f11 service neutron] Attempting to bind port 95c64c81-2103-40ac-bd0e-45bf05ebc95b by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '2fbe17ee-f255-45c5-8153-9c9cf9ae6766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3ea4537c-4e53-4dd1-90c4-33b482428ef3'}] {{(pid=92342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:14:06.970146 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a7ba6e36-daad-40d2-8c0e-eaf9c9602f11 service neutron] Attempting to bind port 95c64c81-2103-40ac-bd0e-45bf05ebc95b on network 3ea4537c-4e53-4dd1-90c4-33b482428ef3 {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:14:06.980093 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-2224c206-f2cc-438c-9963-01b26096e31c req-09ec0d3a-e515-48dc-aad2-1a02614fd9df tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for port, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:06.987561 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a7ba6e36-daad-40d2-8c0e-eaf9c9602f11 service neutron] Port 95c64c81-2103-40ac-bd0e-45bf05ebc95b on network 3ea4537c-4e53-4dd1-90c4-33b482428ef3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 02 08:14:06.987995 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a7ba6e36-daad-40d2-8c0e-eaf9c9602f11 service neutron] Attempting to bind port 95c64c81-2103-40ac-bd0e-45bf05ebc95b on network 3ea4537c-4e53-4dd1-90c4-33b482428ef3 {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:14:06.994038 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-7283cf82-6017-47f1-82e1-b093891dd78e req-16987f58-8071-44ec-8ae1-5df9e1c5bce5 service neutron] 10.222.0.72 "GET /v2.0/networks/5abc9d26-3cb6-446d-969d-090f313dd1b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1741922
Jun 02 08:14:06.995797 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.provisioning_blocks [req-2224c206-f2cc-438c-9963-01b26096e31c req-09ec0d3a-e515-48dc-aad2-1a02614fd9df tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Transition to ACTIVE for port object 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 will not be triggered until provisioned by entity DHCP. {{(pid=92341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:14:06.996389 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a7ba6e36-daad-40d2-8c0e-eaf9c9602f11 service neutron] Checking agent: {'id': '5f85f1d8-5acd-47ff-be11-89642c504a90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:14:06.996717 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a7ba6e36-daad-40d2-8c0e-eaf9c9602f11 service neutron] Checking segment: {'id': '2fbe17ee-f255-45c5-8153-9c9cf9ae6766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3ea4537c-4e53-4dd1-90c4-33b482428ef3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:14:07.005833 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a7ba6e36-daad-40d2-8c0e-eaf9c9602f11 service neutron] Bound using segment: {'id': '2fbe17ee-f255-45c5-8153-9c9cf9ae6766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3ea4537c-4e53-4dd1-90c4-33b482428ef3'} {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:14:07.005833 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.managers [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a7ba6e36-daad-40d2-8c0e-eaf9c9602f11 service neutron] Bound port: 95c64c81-2103-40ac-bd0e-45bf05ebc95b, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fbe17ee-f255-45c5-8153-9c9cf9ae6766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3ea4537c-4e53-4dd1-90c4-33b482428ef3'}}] {{(pid=92342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:14:07.005833 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a7ba6e36-daad-40d2-8c0e-eaf9c9602f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:07.112734 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-2224c206-f2cc-438c-9963-01b26096e31c req-09ec0d3a-e515-48dc-aad2-1a02614fd9df tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:07.118585 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:07.182154 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2224c206-f2cc-438c-9963-01b26096e31c req-09ec0d3a-e515-48dc-aad2-1a02614fd9df tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Network 4696b473-c29b-4b8f-aebc-3497761794e1 is already hosted by enough agents. {{(pid=92341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:14:07.185349 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [req-2224c206-f2cc-438c-9963-01b26096e31c req-09ec0d3a-e515-48dc-aad2-1a02614fd9df tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Resources bound (agent type, host, resource id):  {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:14:07.189406 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [req-2224c206-f2cc-438c-9963-01b26096e31c req-09ec0d3a-e515-48dc-aad2-1a02614fd9df tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Received port after_create {{(pid=92341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:14:07.196840 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a7ba6e36-daad-40d2-8c0e-eaf9c9602f11 service neutron] For port 95c64c81-2103-40ac-bd0e-45bf05ebc95b, host hv-cinder-78638, cleared binding levels {{(pid=92342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:14:07.213143 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-7283cf82-6017-47f1-82e1-b093891dd78e req-f97dc93e-4c0e-44cc-b37e-9a7058f330bb service neutron] 10.222.0.72 "GET /v2.0/networks/5abc9d26-3cb6-446d-969d-090f313dd1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2045345
Jun 02 08:14:07.214624 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a7ba6e36-daad-40d2-8c0e-eaf9c9602f11 service neutron] For port 95c64c81-2103-40ac-bd0e-45bf05ebc95b, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=95c64c81-2103-40ac-bd0e-45bf05ebc95b,segment=NetworkSegment(2fbe17ee-f255-45c5-8153-9c9cf9ae6766),segment_id=2fbe17ee-f255-45c5-8153-9c9cf9ae6766)] {{(pid=92342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:14:07.231416 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec0d3a-e515-48dc-aad2-1a02614fd9df tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Pushing event updated for resources: {'Port': ['ID=7c3a1cbe-c4fa-4fbc-9694-408e51b0df89,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:07.235967 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-09ec0d3a-e515-48dc-aad2-1a02614fd9df tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:07.301041 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a7ba6e36-daad-40d2-8c0e-eaf9c9602f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6633674'] for port, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:07.305344 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-3fca6ed7-8da8-4960-99dc-e8d7351b4652 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:07.317088 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224c206-f2cc-438c-9963-01b26096e31c req-09ec0d3a-e515-48dc-aad2-1a02614fd9df tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:07.317708 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-2224c206-f2cc-438c-9963-01b26096e31c req-09ec0d3a-e515-48dc-aad2-1a02614fd9df tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:07.371642 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8903071-331b-460d-b11f-36332477e1a6 req-2f8af9ef-f2ba-48d1-856e-d1000ae12e6b tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:07.373700 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c8903071-331b-460d-b11f-36332477e1a6 req-2f8af9ef-f2ba-48d1-856e-d1000ae12e6b tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 943 time: 0.1307323
Jun 02 08:14:07.374410 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a7ba6e36-daad-40d2-8c0e-eaf9c9602f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:07.375089 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a7ba6e36-daad-40d2-8c0e-eaf9c9602f11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:07.376599 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-a7ba6e36-daad-40d2-8c0e-eaf9c9602f11 service neutron] 10.222.0.72 "PUT /v2.0/ports/95c64c81-2103-40ac-bd0e-45bf05ebc95b HTTP/1.1" status: 200  len: 1093 time: 2.1347482
Jun 02 08:14:07.377197 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb51e56-fd45-4f88-953b-e6cfe06cb8c0', 'tag': '95c64c81-2103-40ac-bd0e-45bf05ebc95b'}] {{(pid=92342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:14:07.379660 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e374b3b879b00d97b29532d72ba3bb6ea3956478347f3877d9246faf94d18eae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad8d1a9-2d7c-44e6-aafe-c32c3ffb1127" -d '{"events": [{"name": "network-changed", "server_uuid": "feb51e56-fd45-4f88-953b-e6cfe06cb8c0", "tag": "95c64c81-2103-40ac-bd0e-45bf05ebc95b"}]}' {{(pid=92342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:14:07.404827 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba6e36-daad-40d2-8c0e-eaf9c9602f11 service neutron] Pushing event updated for resources: {'Port': ['ID=95c64c81-2103-40ac-bd0e-45bf05ebc95b,revision_number=3']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:07.408056 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-a7ba6e36-daad-40d2-8c0e-eaf9c9602f11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:07.429148 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c8903071-331b-460d-b11f-36332477e1a6 req-0df60208-9514-4126-8ce6-54783cc89fab tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488012
Jun 02 08:14:07.431029 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2224c206-f2cc-438c-9963-01b26096e31c req-09ec0d3a-e515-48dc-aad2-1a02614fd9df tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3095315
Jun 02 08:14:07.494828 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc878408-f7fe-4920-9953-8e67c45ab742 x-openstack-request-id: req-bc878408-f7fe-4920-9953-8e67c45ab742 {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:14:07.495217 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb51e56-fd45-4f88-953b-e6cfe06cb8c0", "tag": "95c64c81-2103-40ac-bd0e-45bf05ebc95b", "status": "completed", "code": 200}]} {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:14:07.495499 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bc878408-f7fe-4920-9953-8e67c45ab742 {{(pid=92342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:14:07.495933 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb51e56-fd45-4f88-953b-e6cfe06cb8c0', 'tag': '95c64c81-2103-40ac-bd0e-45bf05ebc95b', 'status': 'completed', 'code': 200}
Jun 02 08:14:07.522770 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e691a7bc-16fd-4256-bf78-e3c79f0a1d12 None None] Provisioning for port 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 completed by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:14:07.526796 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e691a7bc-16fd-4256-bf78-e3c79f0a1d12 None None] Provisioning complete for port 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:14:07.527209 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e691a7bc-16fd-4256-bf78-e3c79f0a1d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:07.582498 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-e691a7bc-16fd-4256-bf78-e3c79f0a1d12 None None] Port 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 cannot update to ACTIVE because it is not bound. {{(pid=92343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 02 08:14:07.673604 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce273348-87c1-4d1a-9fc8-789f29b4ecad req-115e2c4a-7b69-4fa5-97e2-93f6f7db2553 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:07.674192 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-ce273348-87c1-4d1a-9fc8-789f29b4ecad req-115e2c4a-7b69-4fa5-97e2-93f6f7db2553 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Synchronizing usage tracker for tenant:52efccb2fe9c471881216eb5b42411f7 on resource:port {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:14:07.751203 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-ce273348-87c1-4d1a-9fc8-789f29b4ecad req-115e2c4a-7b69-4fa5-97e2-93f6f7db2553 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Unset dirty status for tenant:52efccb2fe9c471881216eb5b42411f7 on resource:port {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:14:07.752374 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ce273348-87c1-4d1a-9fc8-789f29b4ecad req-115e2c4a-7b69-4fa5-97e2-93f6f7db2553 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 931 time: 0.1586015
Jun 02 08:14:07.797626 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ce273348-87c1-4d1a-9fc8-789f29b4ecad req-340ad263-42bc-48e5-8dd1-150f6fed03ba tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393128
Jun 02 08:14:08.124268 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1207363-2158-4c74-97ad-c3ef7e22b794 req-8bd40ee3-c999-42dd-a958-e6a5bd7018a7 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:08.125692 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a1207363-2158-4c74-97ad-c3ef7e22b794 req-8bd40ee3-c999-42dd-a958-e6a5bd7018a7 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 943 time: 0.0813930
Jun 02 08:14:08.168487 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a1207363-2158-4c74-97ad-c3ef7e22b794 req-39d5cc52-7657-4bd7-a4d9-2adaad995dbd tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371413
Jun 02 08:14:08.618497 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f5f4e-11d1-49f3-8942-338a858cf449 req-af059dc7-a478-4bae-8ccb-d0c2f1fad3da tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:08.619996 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7c8f5f4e-11d1-49f3-8942-338a858cf449 req-af059dc7-a478-4bae-8ccb-d0c2f1fad3da tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 943 time: 0.0805459
Jun 02 08:14:08.666085 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7c8f5f4e-11d1-49f3-8942-338a858cf449 req-f0536b8d-e9eb-448d-8686-f8b7f858c193 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399337
Jun 02 08:14:08.984632 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30166270-ef08-4c05-9ea3-3ec60c26c569 req-530a9ecb-db1a-40e1-b5f2-eacbf313eab5 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:08.986081 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-30166270-ef08-4c05-9ea3-3ec60c26c569 req-530a9ecb-db1a-40e1-b5f2-eacbf313eab5 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 931 time: 0.0821126
Jun 02 08:14:09.034861 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-30166270-ef08-4c05-9ea3-3ec60c26c569 req-67e81157-aac6-44d8-b956-688a7622b7db tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430984
Jun 02 08:14:09.359291 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29563d7-d582-45b1-87a8-5aaef80c7ea7 req-bc9fa7f6-d500-4e5e-bb34-30d5ebdad572 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:09.360677 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e29563d7-d582-45b1-87a8-5aaef80c7ea7 req-bc9fa7f6-d500-4e5e-bb34-30d5ebdad572 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 943 time: 0.0863922
Jun 02 08:14:09.407406 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e29563d7-d582-45b1-87a8-5aaef80c7ea7 req-2c15dcf9-deac-4379-b108-eaf03b3dd65c tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405204
Jun 02 08:14:09.901081 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16d94a-ae51-4bc7-b3ae-3a010589a554 req-ed029053-92b1-4304-930e-6865ee34e763 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:09.902603 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cf16d94a-ae51-4bc7-b3ae-3a010589a554 req-ed029053-92b1-4304-930e-6865ee34e763 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 943 time: 0.1245735
Jun 02 08:14:09.947086 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cf16d94a-ae51-4bc7-b3ae-3a010589a554 req-87dd5ff9-d57e-4d15-893d-8fdfc8460dde tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389745
Jun 02 08:14:09.997263 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-f62c7eaf-a643-48fc-8fd7-52300cee7a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:10.231106 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee77302-b981-43f8-9336-0500941ed900 req-efcc2c9d-5b0c-406f-b4e1-629d8dfe3c31 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:10.232619 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7ee77302-b981-43f8-9336-0500941ed900 req-efcc2c9d-5b0c-406f-b4e1-629d8dfe3c31 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 931 time: 0.0871060
Jun 02 08:14:10.276210 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7ee77302-b981-43f8-9336-0500941ed900 req-d95bc237-dbe3-4ab1-b15f-c9f0c8161d5c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380523
Jun 02 08:14:10.595271 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d16e12-b174-4f84-9ccb-7381de3b8a81 req-192a35bf-1fbd-46f9-addc-1dadb89d1184 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:10.596943 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-05d16e12-b174-4f84-9ccb-7381de3b8a81 req-192a35bf-1fbd-46f9-addc-1dadb89d1184 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 943 time: 0.0814703
Jun 02 08:14:10.642882 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-05d16e12-b174-4f84-9ccb-7381de3b8a81 req-7facf12e-3ee3-4050-aa9d-8499be1c14f3 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403607
Jun 02 08:14:11.136018 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537852b8-19b7-42f0-a3b0-fc5e9ef96c88 req-7da94abb-c371-442f-ab6b-21eeb751407d tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:11.137472 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-537852b8-19b7-42f0-a3b0-fc5e9ef96c88 req-7da94abb-c371-442f-ab6b-21eeb751407d tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 943 time: 0.0846748
Jun 02 08:14:11.181875 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-537852b8-19b7-42f0-a3b0-fc5e9ef96c88 req-84053ac8-4a0e-4ae4-81b7-3c615f2e6d03 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388360
Jun 02 08:14:11.463423 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4146b05-e4de-4c64-88b3-dbbab0bf6dd8 req-3843be78-e516-41d8-a513-4c5207071454 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:11.465207 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e4146b05-e4de-4c64-88b3-dbbab0bf6dd8 req-3843be78-e516-41d8-a513-4c5207071454 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 931 time: 0.0817454
Jun 02 08:14:11.511222 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e4146b05-e4de-4c64-88b3-dbbab0bf6dd8 req-f7844e9c-5337-4436-89b3-801c19430955 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401614
Jun 02 08:14:11.829337 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466ce66-1b80-46aa-8fc1-6873247422c4 req-58cfa720-2732-4c0a-b115-fb61189240ea tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:11.831553 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e466ce66-1b80-46aa-8fc1-6873247422c4 req-58cfa720-2732-4c0a-b115-fb61189240ea tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 943 time: 0.0837257
Jun 02 08:14:11.877132 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e466ce66-1b80-46aa-8fc1-6873247422c4 req-dea0f5c9-aabb-436a-a01c-c997bd321c74 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401530
Jun 02 08:14:12.355654 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [req-2224c206-f2cc-438c-9963-01b26096e31c req-dd4ec642-2733-4d1b-8d60-5f87714981b8 service neutron] Request body: {'port': {'device_id': '92ce0410-e1bb-4a80-93e7-6075cf00502a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:14:12.419763 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8d1a9-2d7c-44e6-aafe-c32c3ffb1127 req-85d63a0a-3da6-4cfe-a1a3-3c3e37c9fcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:12.421441 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-3ad8d1a9-2d7c-44e6-aafe-c32c3ffb1127 req-85d63a0a-3da6-4cfe-a1a3-3c3e37c9fcaa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2f6b2a026b6a473192d447dc1486f2f8&device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 1096 time: 0.0728695
Jun 02 08:14:12.456557 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b011e2f-5927-4972-8f18-64e85ac831ae req-5c6fe287-7be0-4f9e-b0ff-fb6caad906a3 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:12.457893 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1b011e2f-5927-4972-8f18-64e85ac831ae req-5c6fe287-7be0-4f9e-b0ff-fb6caad906a3 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 943 time: 0.1711550
Jun 02 08:14:12.513232 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-2224c206-f2cc-438c-9963-01b26096e31c req-dd4ec642-2733-4d1b-8d60-5f87714981b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:12.534330 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:12.537332 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1b011e2f-5927-4972-8f18-64e85ac831ae req-65161310-edb2-4bfc-9173-ce9ae085206d tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720553
Jun 02 08:14:12.580165 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-bb9582e8-4e75-42c6-9abe-9ed30657a96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:12.622692 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8d1a9-2d7c-44e6-aafe-c32c3ffb1127 req-219c3cfb-4de0-4dce-9823-b11c1c432372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:12.624172 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-3ad8d1a9-2d7c-44e6-aafe-c32c3ffb1127 req-219c3cfb-4de0-4dce-9823-b11c1c432372 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=2f6b2a026b6a473192d447dc1486f2f8&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1462541
Jun 02 08:14:12.840720 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7cb7c-3df2-4a38-bfde-a5c2e098a493 req-d3d52ede-ed4c-4c48-b868-72f67a54db62 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:12.842175 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8be7cb7c-3df2-4a38-bfde-a5c2e098a493 req-d3d52ede-ed4c-4c48-b868-72f67a54db62 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 931 time: 0.1957209
Jun 02 08:14:12.909843 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8be7cb7c-3df2-4a38-bfde-a5c2e098a493 req-b21dbd0c-af61-4359-b47a-ac3922d6223a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546877
Jun 02 08:14:12.991904 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [req-2224c206-f2cc-438c-9963-01b26096e31c req-dd4ec642-2733-4d1b-8d60-5f87714981b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 {{(pid=92341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:14:13.036748 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-2224c206-f2cc-438c-9963-01b26096e31c req-dd4ec642-2733-4d1b-8d60-5f87714981b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:13.060771 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.provisioning_blocks [req-2224c206-f2cc-438c-9963-01b26096e31c req-dd4ec642-2733-4d1b-8d60-5f87714981b8 service neutron] Transition to ACTIVE for port object 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 will not be triggered until provisioned by entity L2. {{(pid=92341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:14:13.086386 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e293069-49d8-4973-85da-5fdb349eb520 req-40c1e1bd-ab53-475b-acde-9443d2c4e338 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:13.087820 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1e293069-49d8-4973-85da-5fdb349eb520 req-40c1e1bd-ab53-475b-acde-9443d2c4e338 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 943 time: 0.0987899
Jun 02 08:14:13.131658 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1e293069-49d8-4973-85da-5fdb349eb520 req-4b529c56-cbc5-4ace-816e-531c2474720f tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381551
Jun 02 08:14:13.139452 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-2224c206-f2cc-438c-9963-01b26096e31c req-dd4ec642-2733-4d1b-8d60-5f87714981b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589761'] for port, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:13.144543 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:13.294470 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ec642-2733-4d1b-8d60-5f87714981b8 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3a1cbe-c4fa-4fbc-9694-408e51b0df89,revision_number=2']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:13.305494 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-dd4ec642-2733-4d1b-8d60-5f87714981b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:13.377479 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.managers [req-2224c206-f2cc-438c-9963-01b26096e31c req-dd4ec642-2733-4d1b-8d60-5f87714981b8 service neutron] Attempting to bind port 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:14:13.377808 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.managers [req-2224c206-f2cc-438c-9963-01b26096e31c req-dd4ec642-2733-4d1b-8d60-5f87714981b8 service neutron] Attempting to bind port 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '00974669-6402-4aa5-90c7-6e7c2d820d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1'}] {{(pid=92341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:14:13.378137 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2224c206-f2cc-438c-9963-01b26096e31c req-dd4ec642-2733-4d1b-8d60-5f87714981b8 service neutron] Attempting to bind port 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 on network 4696b473-c29b-4b8f-aebc-3497761794e1 {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:14:13.382774 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2224c206-f2cc-438c-9963-01b26096e31c req-dd4ec642-2733-4d1b-8d60-5f87714981b8 service neutron] Port 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 on network 4696b473-c29b-4b8f-aebc-3497761794e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 02 08:14:13.383041 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2224c206-f2cc-438c-9963-01b26096e31c req-dd4ec642-2733-4d1b-8d60-5f87714981b8 service neutron] Attempting to bind port 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 on network 4696b473-c29b-4b8f-aebc-3497761794e1 {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:14:13.388078 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2224c206-f2cc-438c-9963-01b26096e31c req-dd4ec642-2733-4d1b-8d60-5f87714981b8 service neutron] Checking agent: {'id': '5f85f1d8-5acd-47ff-be11-89642c504a90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:14:13.388425 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2224c206-f2cc-438c-9963-01b26096e31c req-dd4ec642-2733-4d1b-8d60-5f87714981b8 service neutron] Checking segment: {'id': '00974669-6402-4aa5-90c7-6e7c2d820d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:14:13.388801 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2224c206-f2cc-438c-9963-01b26096e31c req-dd4ec642-2733-4d1b-8d60-5f87714981b8 service neutron] Bound using segment: {'id': '00974669-6402-4aa5-90c7-6e7c2d820d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1'} {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:14:13.389218 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.managers [req-2224c206-f2cc-438c-9963-01b26096e31c req-dd4ec642-2733-4d1b-8d60-5f87714981b8 service neutron] Bound port: 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00974669-6402-4aa5-90c7-6e7c2d820d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1'}}] {{(pid=92341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:14:13.389560 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-2224c206-f2cc-438c-9963-01b26096e31c req-dd4ec642-2733-4d1b-8d60-5f87714981b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:13.554052 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-2224c206-f2cc-438c-9963-01b26096e31c req-dd4ec642-2733-4d1b-8d60-5f87714981b8 service neutron] For port 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89, host hv-cinder-78638, cleared binding levels {{(pid=92341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:14:13.557796 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-2224c206-f2cc-438c-9963-01b26096e31c req-dd4ec642-2733-4d1b-8d60-5f87714981b8 service neutron] For port 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7c3a1cbe-c4fa-4fbc-9694-408e51b0df89,segment=NetworkSegment(00974669-6402-4aa5-90c7-6e7c2d820d71),segment_id=00974669-6402-4aa5-90c7-6e7c2d820d71)] {{(pid=92341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:14:13.641150 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-2224c206-f2cc-438c-9963-01b26096e31c req-dd4ec642-2733-4d1b-8d60-5f87714981b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589761'] for port, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:13.647071 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-50fe7a76-6e8d-44e4-967c-e62f01cec5ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:13.690921 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8d1a9-2d7c-44e6-aafe-c32c3ffb1127 req-dfb80a54-2871-4c5b-8161-72faa72fd89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:13.692411 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-3ad8d1a9-2d7c-44e6-aafe-c32c3ffb1127 req-dfb80a54-2871-4c5b-8161-72faa72fd89f service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2825866
Jun 02 08:14:13.743778 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:13.759190 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224c206-f2cc-438c-9963-01b26096e31c req-dd4ec642-2733-4d1b-8d60-5f87714981b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:13.759802 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-2224c206-f2cc-438c-9963-01b26096e31c req-dd4ec642-2733-4d1b-8d60-5f87714981b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:13.761183 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2224c206-f2cc-438c-9963-01b26096e31c req-dd4ec642-2733-4d1b-8d60-5f87714981b8 service neutron] 10.222.0.72 "PUT /v2.0/ports/7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 HTTP/1.1" status: 200  len: 1093 time: 1.4150355
Jun 02 08:14:13.762576 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ce0410-e1bb-4a80-93e7-6075cf00502a', 'tag': '7c3a1cbe-c4fa-4fbc-9694-408e51b0df89'}] {{(pid=92341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:14:13.764984 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d416597fa12f88f8d9bd515793328be5ccabd674e07c2f357b392af977663f84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f477874-1047-4652-b2ae-58982bc9c52f" -d '{"events": [{"name": "network-changed", "server_uuid": "92ce0410-e1bb-4a80-93e7-6075cf00502a", "tag": "7c3a1cbe-c4fa-4fbc-9694-408e51b0df89"}]}' {{(pid=92341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:14:13.832040 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25221792-e9ec-458e-ad8b-51b38854e47a x-openstack-request-id: req-25221792-e9ec-458e-ad8b-51b38854e47a {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:14:13.832400 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ce0410-e1bb-4a80-93e7-6075cf00502a", "tag": "7c3a1cbe-c4fa-4fbc-9694-408e51b0df89", "status": "completed", "code": 200}]} {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:14:13.832716 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-25221792-e9ec-458e-ad8b-51b38854e47a {{(pid=92341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:14:13.833258 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ce0410-e1bb-4a80-93e7-6075cf00502a', 'tag': '7c3a1cbe-c4fa-4fbc-9694-408e51b0df89', 'status': 'completed', 'code': 200}
Jun 02 08:14:13.854306 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ec642-2733-4d1b-8d60-5f87714981b8 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3a1cbe-c4fa-4fbc-9694-408e51b0df89,revision_number=3']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:13.861709 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-dd4ec642-2733-4d1b-8d60-5f87714981b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:13.912384 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf5ebd-4d26-4ffe-b58a-325b1809b6eb req-f04b6b25-8419-46ff-963d-a55bc1b8f5bc tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:13.914054 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e9bf5ebd-4d26-4ffe-b58a-325b1809b6eb req-f04b6b25-8419-46ff-963d-a55bc1b8f5bc tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 943 time: 0.2254508
Jun 02 08:14:13.920661 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-6b935996-cfdb-4e49-a9be-5c5c07da68c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:13.922439 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-6b935996-cfdb-4e49-a9be-5c5c07da68c6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2f6b2a026b6a473192d447dc1486f2f8&device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 1096 time: 0.1218791
Jun 02 08:14:13.942415 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f477874-1047-4652-b2ae-58982bc9c52f req-429ff1c1-94e7-4992-8736-91ec8e7161da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:13.944127 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-2f477874-1047-4652-b2ae-58982bc9c52f req-429ff1c1-94e7-4992-8736-91ec8e7161da service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=52efccb2fe9c471881216eb5b42411f7&device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 1096 time: 0.0873814
Jun 02 08:14:14.109886 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-ec206be3-a06d-4ca8-a172-381045020bbc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95c64c81-2103-40ac-bd0e-45bf05ebc95b HTTP/1.1" status: 200  len: 217 time: 0.1718476
Jun 02 08:14:14.141488 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f477874-1047-4652-b2ae-58982bc9c52f req-ed97e9f4-7fbc-4ebb-9ab1-bc721f0007af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:14.144299 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-2f477874-1047-4652-b2ae-58982bc9c52f req-ed97e9f4-7fbc-4ebb-9ab1-bc721f0007af service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=52efccb2fe9c471881216eb5b42411f7&shared=False HTTP/1.1" status: 200  len: 918 time: 0.1838014
Jun 02 08:14:14.164494 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e9bf5ebd-4d26-4ffe-b58a-325b1809b6eb req-96a639f8-ecf7-42a8-a375-4d91aa9fcc8b tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2411263
Jun 02 08:14:14.223390 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-3e8153f6-3c1a-4bf7-9556-ac0b3154aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:14.225022 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-3e8153f6-3c1a-4bf7-9556-ac0b3154aed7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fe9ef7a1-42f6-4448-8742-feaf422ea635 HTTP/1.1" status: 200  len: 849 time: 0.0967042
Jun 02 08:14:14.234018 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b62e77-3e22-42bd-b4d5-904719d122f1 req-fc063fcd-3cb3-4b4d-a3fe-c41ae6a59308 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:14.235697 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-80b62e77-3e22-42bd-b4d5-904719d122f1 req-fc063fcd-3cb3-4b4d-a3fe-c41ae6a59308 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.1846414
Jun 02 08:14:14.306457 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-209cdc46-7529-4663-8f2d-3e8345b3bd7a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3ea4537c-4e53-4dd1-90c4-33b482428ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0696473
Jun 02 08:14:14.321833 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f477874-1047-4652-b2ae-58982bc9c52f req-5564a847-8d0f-4f01-8a18-68cb73a7b32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:14.323319 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-2f477874-1047-4652-b2ae-58982bc9c52f req-5564a847-8d0f-4f01-8a18-68cb73a7b32f service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1739068
Jun 02 08:14:14.410719 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-80b62e77-3e22-42bd-b4d5-904719d122f1 req-f997975d-fa7a-49f0-89dc-51f3433ffa01 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1324730
Jun 02 08:14:14.454751 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224c206-f2cc-438c-9963-01b26096e31c req-500af893-2b9f-40b3-8146-0aeefab65ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:14.456737 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-2224c206-f2cc-438c-9963-01b26096e31c req-500af893-2b9f-40b3-8146-0aeefab65ce9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=52efccb2fe9c471881216eb5b42411f7&device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 1096 time: 0.0913763
Jun 02 08:14:14.519659 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-c487661c-8a84-4504-b9c6-5f3b4ca3a85a service neutron] 10.222.0.72 "GET /v2.0/networks/3ea4537c-4e53-4dd1-90c4-33b482428ef3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1729741
Jun 02 08:14:14.528076 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4f1f4-c93c-41e0-b858-faf684f8b68c req-74c1116f-43fa-4e11-9a29-9e0ac29e68e6 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:14.528309 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-2224c206-f2cc-438c-9963-01b26096e31c req-45df7b27-4c94-4c93-be1a-5159e8cc8b24 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 HTTP/1.1" status: 200  len: 217 time: 0.0632489
Jun 02 08:14:14.529526 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ddf4f1f4-c93c-41e0-b858-faf684f8b68c req-74c1116f-43fa-4e11-9a29-9e0ac29e68e6 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 943 time: 0.2344341
Jun 02 08:14:14.595244 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224c206-f2cc-438c-9963-01b26096e31c req-65051664-ff07-417e-94a3-cdb4656ca617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:14.597368 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-2224c206-f2cc-438c-9963-01b26096e31c req-65051664-ff07-417e-94a3-cdb4656ca617 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f2d95f5c-acb5-47be-be66-d3f53cf5e37d HTTP/1.1" status: 200  len: 856 time: 0.0636456
Jun 02 08:14:14.663752 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ddf4f1f4-c93c-41e0-b858-faf684f8b68c req-c4ab624a-2cc4-499e-9d01-0d0760d8a023 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134176
Jun 02 08:14:14.699851 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224c206-f2cc-438c-9963-01b26096e31c req-22f76bdf-6bdc-4ea7-a209-8d8214b382aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:14.701559 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-2224c206-f2cc-438c-9963-01b26096e31c req-22f76bdf-6bdc-4ea7-a209-8d8214b382aa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4696b473-c29b-4b8f-aebc-3497761794e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0961177
Jun 02 08:14:14.709368 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e466ed8c-e1c7-41cf-ac0c-2c7f3bc6a498 req-5ec0ccb5-529c-4c93-926a-2ee51d34f432 service neutron] 10.222.0.72 "GET /v2.0/networks/3ea4537c-4e53-4dd1-90c4-33b482428ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1788538
Jun 02 08:14:14.861377 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-2224c206-f2cc-438c-9963-01b26096e31c req-57d6a5c0-5cbb-4ea0-b4c3-2ece9660cf29 service neutron] 10.222.0.72 "GET /v2.0/networks/4696b473-c29b-4b8f-aebc-3497761794e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1504846
Jun 02 08:14:14.998160 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-2224c206-f2cc-438c-9963-01b26096e31c req-81cb00a6-0698-45be-bc00-6837eed9737b service neutron] 10.222.0.72 "GET /v2.0/networks/4696b473-c29b-4b8f-aebc-3497761794e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1282878
Jun 02 08:14:15.200604 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:15.364172 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984deefc-a797-4dca-a7c5-7365bd1a1b1e req-950687a4-0f26-4436-9d59-5f9025ceef3d tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:15.365707 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-984deefc-a797-4dca-a7c5-7365bd1a1b1e req-950687a4-0f26-4436-9d59-5f9025ceef3d tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 943 time: 0.0871763
Jun 02 08:14:15.418615 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-984deefc-a797-4dca-a7c5-7365bd1a1b1e req-2f80ee6d-f1ff-445a-a2ef-b262e79dc3af tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413716
Jun 02 08:14:15.624607 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf5e3b-7000-4b88-b55a-560638c39bfe req-86ae2aa9-a69e-47c8-ab9f-64691b06fa7b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:15.626057 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-fcdf5e3b-7000-4b88-b55a-560638c39bfe req-86ae2aa9-a69e-47c8-ab9f-64691b06fa7b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0801656
Jun 02 08:14:15.671271 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-fcdf5e3b-7000-4b88-b55a-560638c39bfe req-42e061c6-1cb4-4b53-81ac-c6c53f0fb04b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390964
Jun 02 08:14:15.873472 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870c7ff-be53-482b-9d1f-b5537c93df45 req-f3ff1604-90c1-47ee-a64a-422cd8838cbb tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:15.874929 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e870c7ff-be53-482b-9d1f-b5537c93df45 req-f3ff1604-90c1-47ee-a64a-422cd8838cbb tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 943 time: 0.0943666
Jun 02 08:14:15.930652 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e870c7ff-be53-482b-9d1f-b5537c93df45 req-321df554-efa7-4dd7-b3cf-fe312f925e83 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499115
Jun 02 08:14:16.605066 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d21043-3469-47ec-a106-7c7d44fde214 req-7ec4993c-bedb-4ec0-a9bd-f9c531750c6d tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:16.606540 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-95d21043-3469-47ec-a106-7c7d44fde214 req-7ec4993c-bedb-4ec0-a9bd-f9c531750c6d tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 943 time: 0.0809376
Jun 02 08:14:16.655825 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-95d21043-3469-47ec-a106-7c7d44fde214 req-22119340-56df-416f-91bd-5edc7cf300c4 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430253
Jun 02 08:14:16.876887 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb6271-59b7-4f1d-9ed9-8213b834282d req-e879c016-4173-4afc-b1cf-815dd67b3ac7 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:16.878383 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-becb6271-59b7-4f1d-9ed9-8213b834282d req-e879c016-4173-4afc-b1cf-815dd67b3ac7 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0813236
Jun 02 08:14:16.923518 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-becb6271-59b7-4f1d-9ed9-8213b834282d req-6dffe927-33ad-4370-94b9-1fcd774160f5 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394943
Jun 02 08:14:17.131947 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9585f-1f6e-485f-8977-eb88b4f479ef req-5d16f5ff-e1da-4b7e-bd98-0c1760c7aa07 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:17.133566 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-72e9585f-1f6e-485f-8977-eb88b4f479ef req-5d16f5ff-e1da-4b7e-bd98-0c1760c7aa07 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 943 time: 0.0976076
Jun 02 08:14:17.225343 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-72e9585f-1f6e-485f-8977-eb88b4f479ef req-de23a45c-cdb2-41c3-8476-58199a72dc74 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827734
Jun 02 08:14:17.271704 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7e5d9-365e-4a72-b86a-9acb5f5c8f08 req-c8c4b4f6-544c-4636-823e-c1e42582158f tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:17.273254 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d3a7e5d9-365e-4a72-b86a-9acb5f5c8f08 req-c8c4b4f6-544c-4636-823e-c1e42582158f tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.1140487
Jun 02 08:14:17.286152 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c7baf-2775-4ad0-aafc-79eb5fae8ff3 req-c1f4d6cd-f226-4f9a-b774-73b52ee2bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:17.288078 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-a72c7baf-2775-4ad0-aafc-79eb5fae8ff3 req-c1f4d6cd-f226-4f9a-b774-73b52ee2bff2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4e4215d7677d49a68195abd7f00b623e&device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 1099 time: 0.0771539
Jun 02 08:14:17.320913 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d3a7e5d9-365e-4a72-b86a-9acb5f5c8f08 req-9b778376-4d83-44df-8bd1-f5b74c06868b tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402744
Jun 02 08:14:17.431127 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c7baf-2775-4ad0-aafc-79eb5fae8ff3 req-fcbdbdd4-1c25-4600-b829-05fdd80dca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:17.432536 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-a72c7baf-2775-4ad0-aafc-79eb5fae8ff3 req-fcbdbdd4-1c25-4600-b829-05fdd80dca65 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9845329e-acbc-4864-8fcb-054e52779455 HTTP/1.1" status: 200  len: 919 time: 0.1343935
Jun 02 08:14:17.503056 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-a72c7baf-2775-4ad0-aafc-79eb5fae8ff3 req-c8252f1f-b326-4311-a26d-a90bc456c067 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abf5cc2f-f90a-43a9-b684-3ad2587c71f5 HTTP/1.1" status: 200  len: 217 time: 0.0577033
Jun 02 08:14:17.587872 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c7baf-2775-4ad0-aafc-79eb5fae8ff3 req-4cded43a-d2a3-4d9d-9600-71ba66a5c3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:17.589342 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-a72c7baf-2775-4ad0-aafc-79eb5fae8ff3 req-4cded43a-d2a3-4d9d-9600-71ba66a5c3ec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c714f4d4-5e2f-43c9-8b5e-164491687504 HTTP/1.1" status: 200  len: 858 time: 0.0779221
Jun 02 08:14:17.644703 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-a72c7baf-2775-4ad0-aafc-79eb5fae8ff3 req-94b76e2e-6789-4576-bcdd-4d5cff498962 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9845329e-acbc-4864-8fcb-054e52779455&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0406694
Jun 02 08:14:17.867267 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-a72c7baf-2775-4ad0-aafc-79eb5fae8ff3 req-c6e631cf-032a-424f-bcdc-c54c993c9f7c service neutron] 10.222.0.72 "GET /v2.0/networks/9845329e-acbc-4864-8fcb-054e52779455?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2137794
Jun 02 08:14:17.908114 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442eda23-bb7d-4c90-a01e-558aa70af023 req-511a071e-802b-4f12-acee-3fb1d215751f tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:17.910185 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-442eda23-bb7d-4c90-a01e-558aa70af023 req-511a071e-802b-4f12-acee-3fb1d215751f tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 943 time: 0.1393907
Jun 02 08:14:17.958207 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-442eda23-bb7d-4c90-a01e-558aa70af023 req-3b7aa424-dc33-4935-92d3-5085191b6985 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402665
Jun 02 08:14:18.004942 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-a72c7baf-2775-4ad0-aafc-79eb5fae8ff3 req-caeac49b-4486-4a1b-b301-3171987e39d2 service neutron] 10.222.0.72 "GET /v2.0/networks/9845329e-acbc-4864-8fcb-054e52779455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272669
Jun 02 08:14:18.139493 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23465b07-e064-4be7-aac4-2496fbd4b100 req-7dc5d420-bffe-45a3-add0-b1e78f9f5673 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:18.141133 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-23465b07-e064-4be7-aac4-2496fbd4b100 req-7dc5d420-bffe-45a3-add0-b1e78f9f5673 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0821943
Jun 02 08:14:18.196491 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-23465b07-e064-4be7-aac4-2496fbd4b100 req-0f067d87-ea82-4d0b-90ed-eda77386ad71 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474598
Jun 02 08:14:18.411962 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e4596-62fb-4e9d-875c-4db69b25cd6b req-43c0b47d-27e5-4df1-bcf8-b61d4fb63e5d tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:18.413351 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ee1e4596-62fb-4e9d-875c-4db69b25cd6b req-43c0b47d-27e5-4df1-bcf8-b61d4fb63e5d tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 943 time: 0.0840547
Jun 02 08:14:18.506755 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ee1e4596-62fb-4e9d-875c-4db69b25cd6b req-7d744780-45a3-4037-880b-424f40a6714b tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876877
Jun 02 08:14:18.548439 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb5451-5d22-4fd0-ade0-11403f9013d1 req-12add782-9a22-4cd7-a0fe-26e342f070c2 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:18.550905 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0feb5451-5d22-4fd0-ade0-11403f9013d1 req-12add782-9a22-4cd7-a0fe-26e342f070c2 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.1135640
Jun 02 08:14:18.594965 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0feb5451-5d22-4fd0-ade0-11403f9013d1 req-e6f6f0a4-60a9-421b-9b6d-f0926379e7bf tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392983
Jun 02 08:14:18.747817 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 60240) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:14:18.869339 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-8a4cf316-00d4-464b-9d71-689b9f7e4621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:18.885341 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-8a4cf316-00d4-464b-9d71-689b9f7e4621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:14:18.890375 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-8a4cf316-00d4-464b-9d71-689b9f7e4621 admin admin] Usage tracker for resource:security_group_rule and tenant:6cec9b7fe8664423aad54a2cb82dd951 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:14:18.893273 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-8a4cf316-00d4-464b-9d71-689b9f7e4621 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:14:18.899465 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-8a4cf316-00d4-464b-9d71-689b9f7e4621 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:14:18.982703 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-8a4cf316-00d4-464b-9d71-689b9f7e4621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:19.104673 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-8a4cf316-00d4-464b-9d71-689b9f7e4621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:19.120343 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-fa8cbbb0-b5ba-42d1-ad7c-921a501dc5f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:19.171877 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-8a4cf316-00d4-464b-9d71-689b9f7e4621 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6cec9b7fe8664423aad54a2cb82dd951&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4227920
Jun 02 08:14:19.173888 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4cf316-00d4-464b-9d71-689b9f7e4621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b3e5e8-2783-4a84-ae80-834fe6171458,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:19.175384 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 60246) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:14:19.181673 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-8a4cf316-00d4-464b-9d71-689b9f7e4621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:19.200790 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c623c-17ee-40eb-9539-698190bf0433 req-8e0a323f-1e79-4443-94be-1eefcfa821f1 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:19.202235 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-235c623c-17ee-40eb-9539-698190bf0433 req-8e0a323f-1e79-4443-94be-1eefcfa821f1 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 943 time: 0.1325252
Jun 02 08:14:19.238195 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f2d6220e-393e-4f7c-9e44-abe2aa0299d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:19.247854 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-235c623c-17ee-40eb-9539-698190bf0433 req-bf0d4139-dc64-4293-91eb-80648aa39637 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399640
Jun 02 08:14:19.268240 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f2d6220e-393e-4f7c-9e44-abe2aa0299d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:19.398375 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d747db-56c7-4fdf-8d0a-6e87d32fa781 req-f4280e22-763b-43b8-aa16-260f773299a8 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:19.399804 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-94d747db-56c7-4fdf-8d0a-6e87d32fa781 req-f4280e22-763b-43b8-aa16-260f773299a8 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0810363
Jun 02 08:14:19.411977 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f2d6220e-393e-4f7c-9e44-abe2aa0299d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:19.415779 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:19.429225 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6220e-393e-4f7c-9e44-abe2aa0299d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b3e5e8-2783-4a84-ae80-834fe6171458,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:19.432158 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-f2d6220e-393e-4f7c-9e44-abe2aa0299d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:19.434118 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f2d6220e-393e-4f7c-9e44-abe2aa0299d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:19.438767 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-f2d6220e-393e-4f7c-9e44-abe2aa0299d6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c2b3e5e8-2783-4a84-ae80-834fe6171458 HTTP/1.1" status: 204  len: 168 time: 0.2587819
Jun 02 08:14:19.439186 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 8b0b91b4-f92c-40d6-aed5-36de29280a80 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=92343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 02 08:14:19.447663 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-94d747db-56c7-4fdf-8d0a-6e87d32fa781 req-1219e347-53bf-4487-a231-12ad86ea9594 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422347
Jun 02 08:14:19.584739 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 8b0b91b4-f92c-40d6-aed5-36de29280a80, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8b0b91b4-f92c-40d6-aed5-36de29280a80,segment=NetworkSegment(b642ba97-1b26-4c7e-972e-d6caae7f9c07),segment_id=b642ba97-1b26-4c7e-972e-d6caae7f9c07)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:14:19.601095 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Returning: {'device': '8b0b91b4-f92c-40d6-aed5-36de29280a80', 'network_id': '5abc9d26-3cb6-446d-969d-090f313dd1b0', 'port_id': '8b0b91b4-f92c-40d6-aed5-36de29280a80', 'mac_address': 'fa:16:3e:cb:e9:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a26abb64-e4a3-4289-8a08-a11db3baccfa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 02 08:14:19.661266 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:19.680351 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b0b91b4-f92c-40d6-aed5-36de29280a80 {{(pid=92343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:14:19.702357 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 8b0b91b4-f92c-40d6-aed5-36de29280a80, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8b0b91b4-f92c-40d6-aed5-36de29280a80,segment=NetworkSegment(b642ba97-1b26-4c7e-972e-d6caae7f9c07),segment_id=b642ba97-1b26-4c7e-972e-d6caae7f9c07)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:14:19.734356 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9a167-5ced-4f56-83db-3db7cb868c1f req-de1e89e4-c7bb-4e1c-8224-e25e7d23f22d tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:19.744780 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-98a9a167-5ced-4f56-83db-3db7cb868c1f req-de1e89e4-c7bb-4e1c-8224-e25e7d23f22d tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 943 time: 0.1017437
Jun 02 08:14:19.769478 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:19.772596 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:19.840760 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-98a9a167-5ced-4f56-83db-3db7cb868c1f req-238b84f8-d6d0-4547-815a-db5d26e42c8b tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950437
Jun 02 08:14:19.874022 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=8b0b91b4-f92c-40d6-aed5-36de29280a80,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:19.877236 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:19.883563 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aeb72d-5a75-47d9-b932-5c6f2702091a req-9a430fd4-5ac8-4bee-bf20-c7e31b74552c tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:19.886886 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b0aeb72d-5a75-47d9-b932-5c6f2702091a req-9a430fd4-5ac8-4bee-bf20-c7e31b74552c tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.1395667
Jun 02 08:14:19.939623 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b0aeb72d-5a75-47d9-b932-5c6f2702091a req-735fc568-000f-473f-ba93-865125f1e345 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458941
Jun 02 08:14:20.088218 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:14:20.433328 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45408224-5d0a-40af-bb25-eba9e6dfddd9 req-da220951-6ef6-4585-a171-54999a30edb3 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:20.434797 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-45408224-5d0a-40af-bb25-eba9e6dfddd9 req-da220951-6ef6-4585-a171-54999a30edb3 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 944 time: 0.0790701
Jun 02 08:14:20.482020 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-45408224-5d0a-40af-bb25-eba9e6dfddd9 req-0a7ae604-2c2b-474d-9f97-8014e990d737 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401771
Jun 02 08:14:20.678314 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbacf90-35ef-48ee-bbdd-f03c88023722 req-b94a565d-3d60-443d-8fd0-c26557e53a39 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:20.679769 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5cbacf90-35ef-48ee-bbdd-f03c88023722 req-b94a565d-3d60-443d-8fd0-c26557e53a39 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0834212
Jun 02 08:14:20.729398 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5cbacf90-35ef-48ee-bbdd-f03c88023722 req-5a90bde1-928f-4cf9-88b8-404033945902 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437868
Jun 02 08:14:21.037878 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cb633-07a0-4208-9205-f70c356df3e5 req-935be525-70e3-4b57-a942-bdaee35cd311 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:21.039351 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8e8cb633-07a0-4208-9205-f70c356df3e5 req-935be525-70e3-4b57-a942-bdaee35cd311 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 943 time: 0.0823202
Jun 02 08:14:21.130504 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8e8cb633-07a0-4208-9205-f70c356df3e5 req-98c2cd4d-debb-4878-856f-45bef1787d37 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851316
Jun 02 08:14:21.163182 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41399667-d27c-46d8-aac5-63d29f37b701 req-17caa91a-fb86-44a2-9243-2528b5f26fd2 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:21.164650 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-41399667-d27c-46d8-aac5-63d29f37b701 req-17caa91a-fb86-44a2-9243-2528b5f26fd2 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.1011577
Jun 02 08:14:21.172063 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 60300) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:14:21.214229 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-41399667-d27c-46d8-aac5-63d29f37b701 req-afae1366-9258-441f-aaf8-fb33938bf29e tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437834
Jun 02 08:14:21.294014 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-76ca90e4-07e8-4b6e-a416-c64c4c2201f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:21.307853 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-76ca90e4-07e8-4b6e-a416-c64c4c2201f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:14:21.311669 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-76ca90e4-07e8-4b6e-a416-c64c4c2201f7 admin admin] Usage tracker for resource:security_group_rule and tenant:750248daed5a4ef8bbc4ec1b2e4e5b9e is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:14:21.314443 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-76ca90e4-07e8-4b6e-a416-c64c4c2201f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:14:21.320042 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-76ca90e4-07e8-4b6e-a416-c64c4c2201f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:14:21.399352 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-76ca90e4-07e8-4b6e-a416-c64c4c2201f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:21.462893 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-76ca90e4-07e8-4b6e-a416-c64c4c2201f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:21.470209 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:21.516175 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-76ca90e4-07e8-4b6e-a416-c64c4c2201f7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=750248daed5a4ef8bbc4ec1b2e4e5b9e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3426323
Jun 02 08:14:21.517744 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca90e4-07e8-4b6e-a416-c64c4c2201f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f55871-c8e5-4437-88d0-93a8a1ae812a,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:21.519681 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 60308) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:14:21.523494 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-76ca90e4-07e8-4b6e-a416-c64c4c2201f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:21.587240 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-5099fa15-eea9-44af-93ae-2decb1442877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:21.618127 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-5099fa15-eea9-44af-93ae-2decb1442877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:21.726725 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1468bd-d3c0-4342-b433-7306b1c0b6d5 req-839ce64b-4f7e-4a92-b984-c445c4799f2e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:21.728037 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0d1468bd-d3c0-4342-b433-7306b1c0b6d5 req-839ce64b-4f7e-4a92-b984-c445c4799f2e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 944 time: 0.0935380
Jun 02 08:14:21.780286 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0d1468bd-d3c0-4342-b433-7306b1c0b6d5 req-89816c30-1d5c-43d9-88c7-77f879fb9e8c tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459411
Jun 02 08:14:21.808731 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-5099fa15-eea9-44af-93ae-2decb1442877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:21.812572 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-996ea344-11d6-4276-bfcf-66da7459f54c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:21.827747 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099fa15-eea9-44af-93ae-2decb1442877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f55871-c8e5-4437-88d0-93a8a1ae812a,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:21.831166 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-5099fa15-eea9-44af-93ae-2decb1442877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:21.839522 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-5099fa15-eea9-44af-93ae-2decb1442877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:21.840641 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-5099fa15-eea9-44af-93ae-2decb1442877 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f7f55871-c8e5-4437-88d0-93a8a1ae812a HTTP/1.1" status: 204  len: 168 time: 0.3198764
Jun 02 08:14:21.954696 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501318b4-3cae-437b-a5a0-3cd130f45c8a req-f3e98ef8-f79e-4ea5-9780-e6a88523fdec tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:21.956306 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-501318b4-3cae-437b-a5a0-3cd130f45c8a req-f3e98ef8-f79e-4ea5-9780-e6a88523fdec tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0789769
Jun 02 08:14:22.005942 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-501318b4-3cae-437b-a5a0-3cd130f45c8a req-2262b541-d568-4b23-bea2-a5570560d313 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397112
Jun 02 08:14:22.324487 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf90a14-4617-4eb6-8ad2-c0b31c218d38 req-3ab6ddb2-3015-4937-ba56-7831c5ac30be tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:22.325910 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-fdf90a14-4617-4eb6-8ad2-c0b31c218d38 req-3ab6ddb2-3015-4937-ba56-7831c5ac30be tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 943 time: 0.0832405
Jun 02 08:14:22.369503 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-fdf90a14-4617-4eb6-8ad2-c0b31c218d38 req-551c9139-ee67-42f8-81be-8e34d19580f2 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374079
Jun 02 08:14:22.572708 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0fd0c-9be8-4897-bcff-f4f098adf24c req-874d0b22-13f3-42e5-9aff-4a446d62ee30 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:22.574133 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-01e0fd0c-9be8-4897-bcff-f4f098adf24c req-874d0b22-13f3-42e5-9aff-4a446d62ee30 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.0799828
Jun 02 08:14:22.616883 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-01e0fd0c-9be8-4897-bcff-f4f098adf24c req-486231b0-f862-401b-a46a-cd42dafaa326 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370665
Jun 02 08:14:22.999896 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668609d3-f8c1-45b5-a6e5-8b60a5cabc22 req-a297db03-2218-42e7-a880-414372b5dc3a tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:23.001344 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-668609d3-f8c1-45b5-a6e5-8b60a5cabc22 req-a297db03-2218-42e7-a880-414372b5dc3a tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 944 time: 0.1180019
Jun 02 08:14:23.046146 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-668609d3-f8c1-45b5-a6e5-8b60a5cabc22 req-f9dbc0da-1c92-480f-8328-2a899e9c26b3 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385942
Jun 02 08:14:23.181056 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 95c64c81-2103-40ac-bd0e-45bf05ebc95b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=92343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 02 08:14:23.219144 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595840ea-b814-4c9f-96cc-db413e08f6a4 req-a655d994-2675-4f05-bc9a-eee0a72e2521 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:23.220597 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-595840ea-b814-4c9f-96cc-db413e08f6a4 req-a655d994-2675-4f05-bc9a-eee0a72e2521 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0810065
Jun 02 08:14:23.266872 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-595840ea-b814-4c9f-96cc-db413e08f6a4 req-dd29f3e7-1685-42f0-b177-133fc40b3d0a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405071
Jun 02 08:14:23.314839 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 95c64c81-2103-40ac-bd0e-45bf05ebc95b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=95c64c81-2103-40ac-bd0e-45bf05ebc95b,segment=NetworkSegment(2fbe17ee-f255-45c5-8153-9c9cf9ae6766),segment_id=2fbe17ee-f255-45c5-8153-9c9cf9ae6766)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:14:23.328378 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Returning: {'device': '95c64c81-2103-40ac-bd0e-45bf05ebc95b', 'network_id': '3ea4537c-4e53-4dd1-90c4-33b482428ef3', 'port_id': '95c64c81-2103-40ac-bd0e-45bf05ebc95b', 'mac_address': 'fa:16:3e:4f:b1:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe9ef7a1-42f6-4448-8742-feaf422ea635', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 02 08:14:23.381781 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:23.401641 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c64c81-2103-40ac-bd0e-45bf05ebc95b {{(pid=92343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:14:23.416894 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 95c64c81-2103-40ac-bd0e-45bf05ebc95b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=95c64c81-2103-40ac-bd0e-45bf05ebc95b,segment=NetworkSegment(2fbe17ee-f255-45c5-8153-9c9cf9ae6766),segment_id=2fbe17ee-f255-45c5-8153-9c9cf9ae6766)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:14:23.494140 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:23.494879 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=92343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 02 08:14:23.497002 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:23.551154 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c97b6f-ed48-4b46-bf1c-5b27c0319ed0 req-5650527f-8331-47f2-b92e-8beb171f0f59 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:23.552622 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b5c97b6f-ed48-4b46-bf1c-5b27c0319ed0 req-5650527f-8331-47f2-b92e-8beb171f0f59 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 944 time: 0.0791616
Jun 02 08:14:23.588508 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=95c64c81-2103-40ac-bd0e-45bf05ebc95b,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:23.592352 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:23.601655 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b5c97b6f-ed48-4b46-bf1c-5b27c0319ed0 req-b1229bd8-9aba-4ff0-8884-80341b5b8a07 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434539
Jun 02 08:14:23.692816 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7c3a1cbe-c4fa-4fbc-9694-408e51b0df89,segment=NetworkSegment(00974669-6402-4aa5-90c7-6e7c2d820d71),segment_id=00974669-6402-4aa5-90c7-6e7c2d820d71)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:14:23.706686 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Returning: {'device': '7c3a1cbe-c4fa-4fbc-9694-408e51b0df89', 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1', 'port_id': '7c3a1cbe-c4fa-4fbc-9694-408e51b0df89', 'mac_address': 'fa:16:3e:88:1c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 02 08:14:23.761555 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:23.781544 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 {{(pid=92343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:14:23.798377 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7c3a1cbe-c4fa-4fbc-9694-408e51b0df89,segment=NetworkSegment(00974669-6402-4aa5-90c7-6e7c2d820d71),segment_id=00974669-6402-4aa5-90c7-6e7c2d820d71)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:14:23.802804 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed79361-4597-4ca3-bf73-23e201383e0d req-d6dfce24-7af3-4cb7-a44e-f2b649515e63 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:23.804265 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6ed79361-4597-4ca3-bf73-23e201383e0d req-d6dfce24-7af3-4cb7-a44e-f2b649515e63 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.0820968
Jun 02 08:14:23.856432 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6ed79361-4597-4ca3-bf73-23e201383e0d req-20068910-ebc3-4f16-a640-9f0662b3b104 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462973
Jun 02 08:14:23.857545 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:23.860305 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:23.925628 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=7c3a1cbe-c4fa-4fbc-9694-408e51b0df89,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:23.928563 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:24.257116 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f3451-526f-4868-93ee-98abbf2e964e req-ff833fe7-f318-4d05-a81e-c3ccaf853d95 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:24.258545 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4b8f3451-526f-4868-93ee-98abbf2e964e req-ff833fe7-f318-4d05-a81e-c3ccaf853d95 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 944 time: 0.1006968
Jun 02 08:14:24.302699 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4b8f3451-526f-4868-93ee-98abbf2e964e req-f3914ebb-93b9-46be-b496-b7fe8b327989 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386450
Jun 02 08:14:24.475792 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78345a-ef94-4d78-9560-84db2c17b0e4 req-a99294a5-5817-4512-83e7-3caeb4049d79 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:24.477159 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ed78345a-ef94-4d78-9560-84db2c17b0e4 req-a99294a5-5817-4512-83e7-3caeb4049d79 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 944 time: 0.0852869
Jun 02 08:14:24.527287 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ed78345a-ef94-4d78-9560-84db2c17b0e4 req-9c942960-e8e2-44d8-8096-e2d0da37177e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443113
Jun 02 08:14:24.785979 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a39a5-3aeb-492d-9b95-5dee7963ab06 req-b37d99d4-4ab3-422d-8881-9e99992d285b tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:24.787384 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-173a39a5-3aeb-492d-9b95-5dee7963ab06 req-b37d99d4-4ab3-422d-8881-9e99992d285b tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 944 time: 0.0808797
Jun 02 08:14:24.836935 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-173a39a5-3aeb-492d-9b95-5dee7963ab06 req-c0d4495a-c331-47c8-a28b-6a3f332357fb tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433145
Jun 02 08:14:25.044133 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a284358-7545-4d32-8c6d-b0092cb7a810 req-e8fb6f62-ae3f-4ac9-8173-becaf366929c tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:25.045505 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0a284358-7545-4d32-8c6d-b0092cb7a810 req-e8fb6f62-ae3f-4ac9-8173-becaf366929c tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.0800972
Jun 02 08:14:25.090583 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0a284358-7545-4d32-8c6d-b0092cb7a810 req-20db6d3e-9b84-4f32-8e36-fbfcb31d2e6a tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386651
Jun 02 08:14:25.490557 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52333cf-b59e-4472-b0fc-e12708051575 req-8e084df5-3897-45d2-8160-00bc0b2773c2 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:25.492053 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a52333cf-b59e-4472-b0fc-e12708051575 req-8e084df5-3897-45d2-8160-00bc0b2773c2 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 944 time: 0.0846250
Jun 02 08:14:25.521218 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['8b0b91b4-f92c-40d6-aed5-36de29280a80'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:14:25.537788 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a52333cf-b59e-4472-b0fc-e12708051575 req-2371d2af-2ad9-4ed4-8edc-9d30b65c98c0 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401263
Jun 02 08:14:25.734758 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ecf52-0987-43fe-9491-815e27857011 req-f9b8811b-8a03-4bd1-92e9-180ad430b8d6 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:25.737981 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d76ecf52-0987-43fe-9491-815e27857011 req-f9b8811b-8a03-4bd1-92e9-180ad430b8d6 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 944 time: 0.0880015
Jun 02 08:14:25.782313 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d76ecf52-0987-43fe-9491-815e27857011 req-aee47e64-5c1c-46c1-9771-b1847ebec1b4 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399034
Jun 02 08:14:26.022110 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc2cd3-5571-474f-af82-c4336305680a req-b34d9165-3a36-44c1-9db1-d049418a56f3 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:26.023540 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9ddc2cd3-5571-474f-af82-c4336305680a req-b34d9165-3a36-44c1-9db1-d049418a56f3 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 944 time: 0.0809903
Jun 02 08:14:26.067589 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9ddc2cd3-5571-474f-af82-c4336305680a req-1979fd7b-f717-41e6-91be-587d44f3e88f tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383790
Jun 02 08:14:26.277085 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14816e4e-ab78-472a-a08c-0735739b7b94 req-e2d79008-658a-439a-aec7-b0d88a4d6c71 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:26.278520 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-14816e4e-ab78-472a-a08c-0735739b7b94 req-e2d79008-658a-439a-aec7-b0d88a4d6c71 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.0783348
Jun 02 08:14:26.324542 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-14816e4e-ab78-472a-a08c-0735739b7b94 req-ef24fa73-72dd-4eb5-a824-c8bda09fffe4 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402784
Jun 02 08:14:26.398794 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['7c3a1cbe-c4fa-4fbc-9694-408e51b0df89'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:14:26.725368 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fa98e-cbc9-4c38-8f95-f390e6c29384 req-bf08039a-3001-4fe1-8fdc-772b1457cb2b tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:26.726717 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-257fa98e-cbc9-4c38-8f95-f390e6c29384 req-bf08039a-3001-4fe1-8fdc-772b1457cb2b tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 944 time: 0.0815394
Jun 02 08:14:26.770762 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-257fa98e-cbc9-4c38-8f95-f390e6c29384 req-8ba0fe34-1561-432f-ace2-bb0e508e0f13 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383086
Jun 02 08:14:26.970173 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba846ec-3020-4862-81be-d8405075f4c2 req-d0271e79-a68e-4a0a-ae88-111058fd62d4 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:26.972114 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-dba846ec-3020-4862-81be-d8405075f4c2 req-d0271e79-a68e-4a0a-ae88-111058fd62d4 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 944 time: 0.0792475
Jun 02 08:14:27.015304 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['95c64c81-2103-40ac-bd0e-45bf05ebc95b'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:14:27.019940 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-dba846ec-3020-4862-81be-d8405075f4c2 req-fe0423d6-c491-479c-b25c-f3395e3ed74d tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420611
Jun 02 08:14:27.261513 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f6895-be37-4366-acf3-334d3f6940ab req-7f3629fe-8210-4b90-888c-91c828e4590b tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:27.263131 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-146f6895-be37-4366-acf3-334d3f6940ab req-7f3629fe-8210-4b90-888c-91c828e4590b tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 944 time: 0.0834122
Jun 02 08:14:27.310030 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-146f6895-be37-4366-acf3-334d3f6940ab req-4a8fff99-50bd-4ae8-92d6-ea88db60de7e tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406463
Jun 02 08:14:27.437446 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae71c42-f87a-4ae5-987f-05834b05b90a req-77745439-3509-4bc0-8eb3-f29705781f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:27.438893 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-2ae71c42-f87a-4ae5-987f-05834b05b90a req-77745439-3509-4bc0-8eb3-f29705781f01 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4e4215d7677d49a68195abd7f00b623e&device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 1099 time: 0.0752063
Jun 02 08:14:27.536125 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43a725-b174-4c9e-ae9c-6183edb4466c req-cc4e1e79-30ba-4d99-b85b-5da73bd47282 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:27.537779 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0a43a725-b174-4c9e-ae9c-6183edb4466c req-cc4e1e79-30ba-4d99-b85b-5da73bd47282 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.1037145
Jun 02 08:14:27.589273 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0a43a725-b174-4c9e-ae9c-6183edb4466c req-3d578ded-c8fc-426b-91b5-572e4b7614b3 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455348
Jun 02 08:14:27.602113 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae71c42-f87a-4ae5-987f-05834b05b90a req-a0c7576a-71c2-45e3-8399-6276a0d91a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:27.604370 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-2ae71c42-f87a-4ae5-987f-05834b05b90a req-a0c7576a-71c2-45e3-8399-6276a0d91a9c service neutron] 10.222.0.72 "GET /v2.0/networks?id=9845329e-acbc-4864-8fcb-054e52779455 HTTP/1.1" status: 200  len: 919 time: 0.1341519
Jun 02 08:14:27.679755 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-2ae71c42-f87a-4ae5-987f-05834b05b90a req-10a459f5-ec23-43ea-9086-602dc88900ee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abf5cc2f-f90a-43a9-b684-3ad2587c71f5 HTTP/1.1" status: 200  len: 217 time: 0.0679169
Jun 02 08:14:27.743862 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae71c42-f87a-4ae5-987f-05834b05b90a req-e064f085-d0fb-41aa-a13c-5f194812e36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:27.745317 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-2ae71c42-f87a-4ae5-987f-05834b05b90a req-e064f085-d0fb-41aa-a13c-5f194812e36d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c714f4d4-5e2f-43c9-8b5e-164491687504 HTTP/1.1" status: 200  len: 858 time: 0.0577726
Jun 02 08:14:27.792082 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-2ae71c42-f87a-4ae5-987f-05834b05b90a req-eb6ea5fe-e989-449b-91af-09916feb88c8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9845329e-acbc-4864-8fcb-054e52779455&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0387764
Jun 02 08:14:27.936205 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-2ae71c42-f87a-4ae5-987f-05834b05b90a req-c9396f0e-a772-46cd-9ac3-0eb4f051b809 service neutron] 10.222.0.72 "GET /v2.0/networks/9845329e-acbc-4864-8fcb-054e52779455?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334095
Jun 02 08:14:27.961034 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb36861-f0cf-4fe0-9ccb-f92fc96bf70e req-8984289d-16fd-4bce-a114-51f00f138685 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:27.962488 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3fb36861-f0cf-4fe0-9ccb-f92fc96bf70e req-8984289d-16fd-4bce-a114-51f00f138685 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 944 time: 0.0822635
Jun 02 08:14:28.008324 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3fb36861-f0cf-4fe0-9ccb-f92fc96bf70e req-5a58d4b9-de9f-4a77-aa56-04146189231f tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402267
Jun 02 08:14:28.072775 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-2ae71c42-f87a-4ae5-987f-05834b05b90a req-11951eac-e1fd-4795-b254-72f78ec01d1b service neutron] 10.222.0.72 "GET /v2.0/networks/9845329e-acbc-4864-8fcb-054e52779455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292615
Jun 02 08:14:28.216864 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6981836-14aa-4bdb-bf3d-41189e6dcf71 req-b8e737bd-d6d9-4c1c-9fad-c2d362a33af2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:28.218363 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c6981836-14aa-4bdb-bf3d-41189e6dcf71 req-b8e737bd-d6d9-4c1c-9fad-c2d362a33af2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 944 time: 0.0832422
Jun 02 08:14:28.262922 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c6981836-14aa-4bdb-bf3d-41189e6dcf71 req-76d5d5a2-5869-4a6d-bfa2-7bc12e2e2424 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384469
Jun 02 08:14:28.498085 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf00461-2bf2-49da-b736-875132158808 req-7fcaa58d-7b33-44de-999a-0dc7e959d074 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:28.499528 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-acf00461-2bf2-49da-b736-875132158808 req-7fcaa58d-7b33-44de-999a-0dc7e959d074 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 944 time: 0.0809286
Jun 02 08:14:28.548585 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-acf00461-2bf2-49da-b736-875132158808 req-c00ec99d-8d3c-4333-81ac-9ebd24297a74 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427070
Jun 02 08:14:28.822607 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 8b0b91b4-f92c-40d6-aed5-36de29280a80 up at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:14:28.830432 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed3c0c-f514-4a2d-b8d0-080cc957698c req-9c7bead1-7466-4df0-9475-920deeba0961 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:28.832826 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-beed3c0c-f514-4a2d-b8d0-080cc957698c req-9c7bead1-7466-4df0-9475-920deeba0961 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.1343126
Jun 02 08:14:28.878522 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-beed3c0c-f514-4a2d-b8d0-080cc957698c req-9272c38f-41f8-4254-93d6-fc862c570d90 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398576
Jun 02 08:14:28.954466 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning for port 8b0b91b4-f92c-40d6-aed5-36de29280a80 completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:14:28.960130 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning complete for port 8b0b91b4-f92c-40d6-aed5-36de29280a80 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:14:28.960616 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:29.084291 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:29.112227 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd547f0c5-1d0b-4900-b4a9-5f59666dd9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0b91b4-f92c-40d6-aed5-36de29280a80'}] {{(pid=92343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:14:29.118350 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a92db95248474e1fdd92faa7bb4bdbed5d39af607a3dc1549787c687b6a75a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3f2446-d42b-42ee-a446-1b843d62a5b6" -d '{"events": [{"server_uuid": "d547f0c5-1d0b-4900-b4a9-5f59666dd9a6", "name": "network-vif-plugged", "status": "completed", "tag": "8b0b91b4-f92c-40d6-aed5-36de29280a80"}]}' {{(pid=92343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:14:29.123470 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 8b0b91b4-f92c-40d6-aed5-36de29280a80, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8b0b91b4-f92c-40d6-aed5-36de29280a80,segment=NetworkSegment(b642ba97-1b26-4c7e-972e-d6caae7f9c07),segment_id=b642ba97-1b26-4c7e-972e-d6caae7f9c07)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:14:29.159825 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3164aa6-215e-4d6a-a395-51da7cb65200 x-openstack-request-id: req-b3164aa6-215e-4d6a-a395-51da7cb65200 {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:14:29.160117 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d547f0c5-1d0b-4900-b4a9-5f59666dd9a6", "name": "network-vif-plugged", "status": "completed", "tag": "8b0b91b4-f92c-40d6-aed5-36de29280a80", "code": 200}]} {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:14:29.161405 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b3164aa6-215e-4d6a-a395-51da7cb65200 {{(pid=92343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:14:29.161853 dv-cinder-786385-7-iscsi neutron-server[92343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd547f0c5-1d0b-4900-b4a9-5f59666dd9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0b91b4-f92c-40d6-aed5-36de29280a80', 'code': 200}
Jun 02 08:14:29.198041 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:29.200259 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:29.225213 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f49d4-07f2-4262-bc46-3e4e9029e485 req-55308fbf-4fec-469a-85e7-787b43f30b2f tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:29.226911 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-467f49d4-07f2-4262-bc46-3e4e9029e485 req-55308fbf-4fec-469a-85e7-787b43f30b2f tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 944 time: 0.1070342
Jun 02 08:14:29.271507 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=8b0b91b4-f92c-40d6-aed5-36de29280a80,revision_number=5']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:29.274509 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:29.281932 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-467f49d4-07f2-4262-bc46-3e4e9029e485 req-4573d061-1639-4235-aa92-ba7c9fa39220 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489526
Jun 02 08:14:29.459476 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3fe90-4cc5-4657-86db-ec03e0ca6118 req-9d321f99-d144-4453-85fe-b4693d35cf09 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:29.460973 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-56e3fe90-4cc5-4657-86db-ec03e0ca6118 req-9d321f99-d144-4453-85fe-b4693d35cf09 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 944 time: 0.0843587
Jun 02 08:14:29.515671 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-56e3fe90-4cc5-4657-86db-ec03e0ca6118 req-9878d9dc-602d-4e7b-b18a-be1b64a24a2d tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483229
Jun 02 08:14:29.599301 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf6586-8fdf-47a7-8c80-97fcf109d48e req-8b133e44-72bb-4c5d-9e14-052861a7ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:29.600681 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-cdbf6586-8fdf-47a7-8c80-97fcf109d48e req-8b133e44-72bb-4c5d-9e14-052861a7ba97 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 1098 time: 0.0748231
Jun 02 08:14:29.665067 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-cdbf6586-8fdf-47a7-8c80-97fcf109d48e req-08e2ea06-7ace-4f86-a509-4c17fed94dd0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397973
Jun 02 08:14:29.735522 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e523644-cb35-48ac-8553-252f9a955115 req-fbc35baa-b84f-489f-a1fa-50b64a103ab6 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:29.736973 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6e523644-cb35-48ac-8553-252f9a955115 req-fbc35baa-b84f-489f-a1fa-50b64a103ab6 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 944 time: 0.0789609
Jun 02 08:14:29.782479 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6e523644-cb35-48ac-8553-252f9a955115 req-6e4fe20c-97d1-4562-bf81-6503c51e2424 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397635
Jun 02 08:14:29.899767 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:30.071206 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3d55a-50f7-41d5-8f2e-4482a24890ac req-0a53b7a5-248b-488d-8c7f-33757d43b7b9 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:30.072705 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-fdd3d55a-50f7-41d5-8f2e-4482a24890ac req-0a53b7a5-248b-488d-8c7f-33757d43b7b9 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.0830331
Jun 02 08:14:30.118011 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-fdd3d55a-50f7-41d5-8f2e-4482a24890ac req-dce3e988-6447-4593-a4ff-314a8042c666 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396438
Jun 02 08:14:30.466493 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132897b8-d8b9-4df6-b29d-e7fde6c40f39 req-bb4155e7-ecc7-4b11-a648-e89c7cca2aab tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:30.467825 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-132897b8-d8b9-4df6-b29d-e7fde6c40f39 req-bb4155e7-ecc7-4b11-a648-e89c7cca2aab tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 945 time: 0.0778697
Jun 02 08:14:30.512954 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-132897b8-d8b9-4df6-b29d-e7fde6c40f39 req-2a652888-f7cf-4d09-97c7-fd7611111aeb tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389290
Jun 02 08:14:30.722056 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555a7b0-48f9-4c83-b15c-206d8ee0065a req-9ba6165d-b34d-4b9a-8482-c2ab362a7349 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:30.723326 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1555a7b0-48f9-4c83-b15c-206d8ee0065a req-9ba6165d-b34d-4b9a-8482-c2ab362a7349 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 944 time: 0.0933068
Jun 02 08:14:30.768086 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1555a7b0-48f9-4c83-b15c-206d8ee0065a req-dd5652ce-12e9-49a0-9f03-dc9ee3586e03 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390573
Jun 02 08:14:30.819604 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 95c64c81-2103-40ac-bd0e-45bf05ebc95b up at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:14:30.977523 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning for port 95c64c81-2103-40ac-bd0e-45bf05ebc95b completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:14:30.983416 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning complete for port 95c64c81-2103-40ac-bd0e-45bf05ebc95b triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:14:30.983791 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:30.998843 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b63dfb-49ff-4f70-8db7-34e95d9511f5 req-5be64cbc-96b7-430b-8192-a4fb88be94de tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:31.000576 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-17b63dfb-49ff-4f70-8db7-34e95d9511f5 req-5be64cbc-96b7-430b-8192-a4fb88be94de tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 944 time: 0.1036913
Jun 02 08:14:31.050185 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-17b63dfb-49ff-4f70-8db7-34e95d9511f5 req-979870e2-1680-435b-a20c-d48ea7244cd4 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421498
Jun 02 08:14:31.104461 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:31.137843 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 95c64c81-2103-40ac-bd0e-45bf05ebc95b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=95c64c81-2103-40ac-bd0e-45bf05ebc95b,segment=NetworkSegment(2fbe17ee-f255-45c5-8153-9c9cf9ae6766),segment_id=2fbe17ee-f255-45c5-8153-9c9cf9ae6766)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:14:31.163497 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb51e56-fd45-4f88-953b-e6cfe06cb8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c64c81-2103-40ac-bd0e-45bf05ebc95b'}] {{(pid=92343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:14:31.166643 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a92db95248474e1fdd92faa7bb4bdbed5d39af607a3dc1549787c687b6a75a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bb54a2-fa56-49ea-8ebb-ffef0bce4f2a" -d '{"events": [{"server_uuid": "feb51e56-fd45-4f88-953b-e6cfe06cb8c0", "name": "network-vif-plugged", "status": "completed", "tag": "95c64c81-2103-40ac-bd0e-45bf05ebc95b"}]}' {{(pid=92343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:14:31.206026 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:31.206897 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 up at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:14:31.239157 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7867d37d-fa1e-4520-9e2b-52c2c4234255 x-openstack-request-id: req-7867d37d-fa1e-4520-9e2b-52c2c4234255 {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:14:31.239631 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb51e56-fd45-4f88-953b-e6cfe06cb8c0", "name": "network-vif-plugged", "status": "completed", "tag": "95c64c81-2103-40ac-bd0e-45bf05ebc95b", "code": 200}]} {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:14:31.239631 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7867d37d-fa1e-4520-9e2b-52c2c4234255 {{(pid=92343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:14:31.239951 dv-cinder-786385-7-iscsi neutron-server[92343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb51e56-fd45-4f88-953b-e6cfe06cb8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c64c81-2103-40ac-bd0e-45bf05ebc95b', 'code': 200}
Jun 02 08:14:31.240507 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:31.320294 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8eaaee-13e8-4baf-8ce4-6dc02ea6d53c req-d5b8920e-b286-49c5-bfbb-1e4a1262f9ca tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:31.322230 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0b8eaaee-13e8-4baf-8ce4-6dc02ea6d53c req-d5b8920e-b286-49c5-bfbb-1e4a1262f9ca tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.0866604
Jun 02 08:14:31.333124 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=95c64c81-2103-40ac-bd0e-45bf05ebc95b,revision_number=5']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:31.346945 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:31.370724 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0b8eaaee-13e8-4baf-8ce4-6dc02ea6d53c req-ed29383f-fad8-440f-8fc5-db3a47fb6bda tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416217
Jun 02 08:14:31.447988 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning for port 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:14:31.452927 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning complete for port 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:14:31.453300 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:31.585527 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b7c8e-8d06-4714-88fa-651df0f7041e req-95dc3b91-5b32-42af-b468-a1f0d5d758e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:31.586975 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-8b4b7c8e-8d06-4714-88fa-651df0f7041e req-95dc3b91-5b32-42af-b468-a1f0d5d758e2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 1098 time: 0.0732472
Jun 02 08:14:31.588417 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:31.630524 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7c3a1cbe-c4fa-4fbc-9694-408e51b0df89,segment=NetworkSegment(00974669-6402-4aa5-90c7-6e7c2d820d71),segment_id=00974669-6402-4aa5-90c7-6e7c2d820d71)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:14:31.632756 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-8b4b7c8e-8d06-4714-88fa-651df0f7041e req-c7842080-e3c1-4cff-9757-fff8546c08a2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373538
Jun 02 08:14:31.728310 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:31.731517 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-069745f4-d511-4172-a884-fb4eb6835d6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:31.753810 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7f33c-85d9-47e7-991c-199014de2c2c req-8a544c40-120e-46a3-b354-8833c380800f tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:31.756279 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-06d7f33c-85d9-47e7-991c-199014de2c2c req-8a544c40-120e-46a3-b354-8833c380800f tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 945 time: 0.0918684
Jun 02 08:14:31.807364 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-06d7f33c-85d9-47e7-991c-199014de2c2c req-eb9aa1dc-a96d-4da0-879b-882642c8c778 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451071
Jun 02 08:14:31.810707 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=7c3a1cbe-c4fa-4fbc-9694-408e51b0df89,revision_number=5']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:31.814212 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:31.879102 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ea6a9-1a0d-4582-82ce-757abb713f2c req-a85dde4a-7b4a-4a2f-af5e-77d93e1eca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:31.880581 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-088ea6a9-1a0d-4582-82ce-757abb713f2c req-a85dde4a-7b4a-4a2f-af5e-77d93e1eca78 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 1099 time: 0.0782459
Jun 02 08:14:31.938831 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-088ea6a9-1a0d-4582-82ce-757abb713f2c req-0da5fe05-e776-4463-b074-2fb6c003b4cc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417442
Jun 02 08:14:32.000680 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816065b-2c61-4b17-b353-23fd217d3420 req-a1b7452b-b223-4aa0-8dd4-73c1c4c70c53 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:32.002423 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e816065b-2c61-4b17-b353-23fd217d3420 req-a1b7452b-b223-4aa0-8dd4-73c1c4c70c53 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.0954967
Jun 02 08:14:32.048627 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e816065b-2c61-4b17-b353-23fd217d3420 req-dfd5f2df-586b-4227-b02a-ef60daa6a811 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399537
Jun 02 08:14:32.260593 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d52a4d-f176-467c-be45-d31d6ca61544 req-07e1d71f-c083-4644-bef4-a92d8bcd0846 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:32.263103 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b6d52a4d-f176-467c-be45-d31d6ca61544 req-07e1d71f-c083-4644-bef4-a92d8bcd0846 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 945 time: 0.0969400
Jun 02 08:14:32.311411 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b6d52a4d-f176-467c-be45-d31d6ca61544 req-00ba365f-463b-4ea1-ad7b-a238953c3bec tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424974
Jun 02 08:14:32.577411 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24dfaa-ce04-4d59-85ca-9ab35bf3bea3 req-11595dbe-37d8-43a3-a7e6-3be5f2a4bb40 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:32.578931 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ff24dfaa-ce04-4d59-85ca-9ab35bf3bea3 req-11595dbe-37d8-43a3-a7e6-3be5f2a4bb40 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.0888472
Jun 02 08:14:32.636233 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ff24dfaa-ce04-4d59-85ca-9ab35bf3bea3 req-6f7e1d53-a1ae-41e4-b98c-f5196a2ff049 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509245
Jun 02 08:14:33.240745 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ce0410-e1bb-4a80-93e7-6075cf00502a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3a1cbe-c4fa-4fbc-9694-408e51b0df89'}] {{(pid=92343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:14:33.244383 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a92db95248474e1fdd92faa7bb4bdbed5d39af607a3dc1549787c687b6a75a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b13b884-ebd2-48fe-8daa-c7d4f9aa5c43" -d '{"events": [{"server_uuid": "92ce0410-e1bb-4a80-93e7-6075cf00502a", "name": "network-vif-plugged", "status": "completed", "tag": "7c3a1cbe-c4fa-4fbc-9694-408e51b0df89"}]}' {{(pid=92343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:14:33.248678 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1fe80-91f3-4a1e-8b57-21ef39cc7560 req-437b8e80-0e8f-45a1-ac24-58ad4539627e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:33.250205 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7fa1fe80-91f3-4a1e-8b57-21ef39cc7560 req-437b8e80-0e8f-45a1-ac24-58ad4539627e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.0834353
Jun 02 08:14:33.297791 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7fa1fe80-91f3-4a1e-8b57-21ef39cc7560 req-2fc6d0cc-149a-40ab-967b-b39f1754acfc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416248
Jun 02 08:14:33.356335 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5e3f7d-811b-4d1b-b110-8bda36569e82 x-openstack-request-id: req-ca5e3f7d-811b-4d1b-b110-8bda36569e82 {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:14:33.356690 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ce0410-e1bb-4a80-93e7-6075cf00502a", "name": "network-vif-plugged", "status": "completed", "tag": "7c3a1cbe-c4fa-4fbc-9694-408e51b0df89", "code": 200}]} {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:14:33.357000 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ca5e3f7d-811b-4d1b-b110-8bda36569e82 {{(pid=92343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:14:33.357438 dv-cinder-786385-7-iscsi neutron-server[92343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ce0410-e1bb-4a80-93e7-6075cf00502a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3a1cbe-c4fa-4fbc-9694-408e51b0df89', 'code': 200}
Jun 02 08:14:33.503184 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2548dc-0aa3-4295-bf11-0dd1ca686bf5 req-af2e62c8-0e5f-40e8-bda5-5254dc20903e tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:33.505120 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0d2548dc-0aa3-4295-bf11-0dd1ca686bf5 req-af2e62c8-0e5f-40e8-bda5-5254dc20903e tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 945 time: 0.0846646
Jun 02 08:14:33.548512 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0d2548dc-0aa3-4295-bf11-0dd1ca686bf5 req-138dd0f3-aba4-4a7f-b961-07fc84a9b128 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378435
Jun 02 08:14:33.725780 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 60496) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:14:33.840757 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84402b0b-7476-42ca-9bac-7a8f235300d9 req-35be5a16-170f-4275-9750-004461a699e4 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:33.842417 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-84402b0b-7476-42ca-9bac-7a8f235300d9 req-35be5a16-170f-4275-9750-004461a699e4 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.0835927
Jun 02 08:14:33.875957 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-e374d045-b1b1-4da1-99e6-0b7e6ed57c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:33.896346 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a24be7-c633-40db-823c-3ff715953e24 req-7c56ebaa-34e6-48f4-a8d2-e40fbefcfa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:33.897836 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-00a24be7-c633-40db-823c-3ff715953e24 req-7c56ebaa-34e6-48f4-a8d2-e40fbefcfa1a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 1098 time: 0.0804391
Jun 02 08:14:33.909635 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-e374d045-b1b1-4da1-99e6-0b7e6ed57c85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:14:33.918512 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-e374d045-b1b1-4da1-99e6-0b7e6ed57c85 admin admin] Usage tracker for resource:security_group_rule and tenant:c8c2632aab804c72b469b2d037e34e53 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:14:33.923208 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-e374d045-b1b1-4da1-99e6-0b7e6ed57c85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:14:33.934365 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-84402b0b-7476-42ca-9bac-7a8f235300d9 req-51b4a045-ea3a-4cbc-8f0b-eea2788c2750 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738521
Jun 02 08:14:33.935726 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-e374d045-b1b1-4da1-99e6-0b7e6ed57c85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:14:33.944052 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-00a24be7-c633-40db-823c-3ff715953e24 req-0f3824e9-81ef-44b0-b587-cd7e5b6bb4f6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386066
Jun 02 08:14:34.017268 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-e374d045-b1b1-4da1-99e6-0b7e6ed57c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:34.110837 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-e374d045-b1b1-4da1-99e6-0b7e6ed57c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:34.118500 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-bd29e4e2-68b7-4b74-8a10-26408250ba5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:34.159471 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-e374d045-b1b1-4da1-99e6-0b7e6ed57c85 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c8c2632aab804c72b469b2d037e34e53&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4322906
Jun 02 08:14:34.160747 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374d045-b1b1-4da1-99e6-0b7e6ed57c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef617ca3-6f47-4864-8b90-1ca34d83df30,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:34.162647 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 60502) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:14:34.168051 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374d045-b1b1-4da1-99e6-0b7e6ed57c85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:34.168443 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374d045-b1b1-4da1-99e6-0b7e6ed57c85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:34.168832 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374d045-b1b1-4da1-99e6-0b7e6ed57c85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:34.169147 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374d045-b1b1-4da1-99e6-0b7e6ed57c85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:34.169493 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374d045-b1b1-4da1-99e6-0b7e6ed57c85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:34.169838 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374d045-b1b1-4da1-99e6-0b7e6ed57c85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:34.170172 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374d045-b1b1-4da1-99e6-0b7e6ed57c85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:34.170508 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374d045-b1b1-4da1-99e6-0b7e6ed57c85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:34.170845 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374d045-b1b1-4da1-99e6-0b7e6ed57c85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:34.171177 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374d045-b1b1-4da1-99e6-0b7e6ed57c85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:34.171533 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374d045-b1b1-4da1-99e6-0b7e6ed57c85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:34.174658 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374d045-b1b1-4da1-99e6-0b7e6ed57c85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:34.176997 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-e374d045-b1b1-4da1-99e6-0b7e6ed57c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:34.221961 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f2e48612-d257-42e7-839c-430f9e337e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:34.247840 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f2e48612-d257-42e7-839c-430f9e337e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:34.431400 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f2e48612-d257-42e7-839c-430f9e337e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:34.435084 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-10a5d1a8-8366-4549-a199-edfc921dd7c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:34.448558 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e48612-d257-42e7-839c-430f9e337e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef617ca3-6f47-4864-8b90-1ca34d83df30,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:34.453446 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-f2e48612-d257-42e7-839c-430f9e337e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:34.461699 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f2e48612-d257-42e7-839c-430f9e337e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:34.466299 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-f2e48612-d257-42e7-839c-430f9e337e52 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ef617ca3-6f47-4864-8b90-1ca34d83df30 HTTP/1.1" status: 204  len: 168 time: 0.2991579
Jun 02 08:14:34.492595 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666e8e8-7382-4a04-a8ed-47c6195867ca req-e2d55f86-7971-434c-a7ba-bda5a7f58de4 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:34.494074 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4666e8e8-7382-4a04-a8ed-47c6195867ca req-e2d55f86-7971-434c-a7ba-bda5a7f58de4 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.0860555
Jun 02 08:14:34.596769 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4666e8e8-7382-4a04-a8ed-47c6195867ca req-357a5f99-466a-4379-b5cd-96d36201498d tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0970149
Jun 02 08:14:34.761718 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d410846-2f80-4af1-ab5a-11dcc8afde4c req-cdc7b173-0c2f-4cf4-8434-300511b3b35b tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:34.764242 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4d410846-2f80-4af1-ab5a-11dcc8afde4c req-cdc7b173-0c2f-4cf4-8434-300511b3b35b tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 945 time: 0.0887070
Jun 02 08:14:34.839414 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4d410846-2f80-4af1-ab5a-11dcc8afde4c req-04d6be2a-3216-45bb-9ec8-1318cbf40d16 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710449
Jun 02 08:14:35.125212 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276dccab-3ecf-4751-9511-9a508c590367 req-969abd36-5f73-427f-8d4f-2c1dd5d369e7 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:35.126683 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-276dccab-3ecf-4751-9511-9a508c590367 req-969abd36-5f73-427f-8d4f-2c1dd5d369e7 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.0865324
Jun 02 08:14:35.180742 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-276dccab-3ecf-4751-9511-9a508c590367 req-2c7b87c3-fc5e-4789-826b-935d0d1ea558 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462089
Jun 02 08:14:35.947321 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad5e43-c5f6-4d9c-bc71-e1093a6fcc1c req-594900c1-1c1e-4e7c-9326-81b4e42aa7d3 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:35.949801 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d4ad5e43-c5f6-4d9c-bc71-e1093a6fcc1c req-594900c1-1c1e-4e7c-9326-81b4e42aa7d3 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.1060750
Jun 02 08:14:35.997256 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc99c5-cf1c-46f2-889c-0656b46e32c3 req-33edf9c3-a926-460c-91ff-d8c58241e7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:35.998815 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-3dfc99c5-cf1c-46f2-889c-0656b46e32c3 req-33edf9c3-a926-460c-91ff-d8c58241e7da service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4e4215d7677d49a68195abd7f00b623e&device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 1099 time: 0.2098947
Jun 02 08:14:36.017274 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d4ad5e43-c5f6-4d9c-bc71-e1093a6fcc1c req-1b80e305-b59b-43c2-9932-218180f59669 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605259
Jun 02 08:14:36.213886 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc99c5-cf1c-46f2-889c-0656b46e32c3 req-0dfc0917-7d6c-4753-b183-586d348b48f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:36.215313 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-3dfc99c5-cf1c-46f2-889c-0656b46e32c3 req-0dfc0917-7d6c-4753-b183-586d348b48f1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9845329e-acbc-4864-8fcb-054e52779455 HTTP/1.1" status: 200  len: 919 time: 0.1976588
Jun 02 08:14:36.282374 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-3dfc99c5-cf1c-46f2-889c-0656b46e32c3 req-3e2ce10d-3d49-404e-8172-b7370766a5f0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abf5cc2f-f90a-43a9-b684-3ad2587c71f5 HTTP/1.1" status: 200  len: 217 time: 0.0598319
Jun 02 08:14:36.295115 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6269ace-7454-4543-8799-8b0463d8e6c9 req-d874ae5e-fcf3-4929-af69-54121f32735c tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:36.296583 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a6269ace-7454-4543-8799-8b0463d8e6c9 req-d874ae5e-fcf3-4929-af69-54121f32735c tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.1555235
Jun 02 08:14:36.327264 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77c506-5df5-4bae-aeba-084f41c38b64 req-00bbf17a-279f-4d56-9632-ffcf897e45b8 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:36.329125 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bb77c506-5df5-4bae-aeba-084f41c38b64 req-00bbf17a-279f-4d56-9632-ffcf897e45b8 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.1458888
Jun 02 08:14:36.339225 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 60576) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:14:36.345369 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-9b84b8c9-3e20-47e6-a9e6-fbab16502be9 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Request body: {'floatingip': {'port_id': '7c3a1cbe-c4fa-4fbc-9694-408e51b0df89'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:14:36.360197 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a6269ace-7454-4543-8799-8b0463d8e6c9 req-078a94cd-eec3-4bb1-89eb-a1ab8bd6f4f8 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571983
Jun 02 08:14:36.422634 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc99c5-cf1c-46f2-889c-0656b46e32c3 req-9a2a9e30-078f-48c9-b5ab-792773d4b1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:36.424051 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-3dfc99c5-cf1c-46f2-889c-0656b46e32c3 req-9a2a9e30-078f-48c9-b5ab-792773d4b1cc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c714f4d4-5e2f-43c9-8b5e-164491687504 HTTP/1.1" status: 200  len: 858 time: 0.1344538
Jun 02 08:14:36.428389 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9b84b8c9-3e20-47e6-a9e6-fbab16502be9 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for floatingip, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:36.564429 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-3dfc99c5-cf1c-46f2-889c-0656b46e32c3 req-ea94555a-2433-4b6f-a6d3-6a5bbf2df283 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9845329e-acbc-4864-8fcb-054e52779455&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0827162
Jun 02 08:14:36.837843 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-3dfc99c5-cf1c-46f2-889c-0656b46e32c3 req-37039e81-fcd4-4281-961f-2d5343acc914 service neutron] 10.222.0.72 "GET /v2.0/networks/9845329e-acbc-4864-8fcb-054e52779455?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2662170
Jun 02 08:14:37.139814 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-3dfc99c5-cf1c-46f2-889c-0656b46e32c3 req-023690bd-d869-480e-85fc-bcc488050837 service neutron] 10.222.0.72 "GET /v2.0/networks/9845329e-acbc-4864-8fcb-054e52779455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2917244
Jun 02 08:14:37.287607 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9b84b8c9-3e20-47e6-a9e6-fbab16502be9 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:37.350534 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9b84b8c9-3e20-47e6-a9e6-fbab16502be9 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8036659'] for floatingip, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:37.547450 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9831c6b-eb1c-4f69-a127-2239d2490139 req-784896a1-ab01-426c-bc68-e522adc3bd15 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:37.548930 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a9831c6b-eb1c-4f69-a127-2239d2490139 req-784896a1-ab01-426c-bc68-e522adc3bd15 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.0793285
Jun 02 08:14:37.594977 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a9831c6b-eb1c-4f69-a127-2239d2490139 req-0a2b2b68-6a31-4201-99e0-b849287c4ad1 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388997
Jun 02 08:14:37.617307 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.db.l3_db [None req-9b84b8c9-3e20-47e6-a9e6-fbab16502be9 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Floating IP d6b41995-e423-48a9-92fe-f3553eab6b00 associated. External IP: 172.27.3.99, port: 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89.
Jun 02 08:14:37.965981 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b84b8c9-3e20-47e6-a9e6-fbab16502be9 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Router 18cdd829-20cb-4188-b402-74881fc4ba6c has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:14:38.153470 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b84b8c9-3e20-47e6-a9e6-fbab16502be9 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:14:38.158342 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9b84b8c9-3e20-47e6-a9e6-fbab16502be9 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for floatingip, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:38.162662 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1d3727-5c74-4bfc-b282-ec046f0dc4c6 None None] Sync routers for ids ['18cdd829-20cb-4188-b402-74881fc4ba6c'] in dv-cinder-786385-7-iscsi {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:14:38.173035 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1d3727-5c74-4bfc-b282-ec046f0dc4c6 None None] Routers {'18cdd829-20cb-4188-b402-74881fc4ba6c'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:14:38.178514 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-ce1d3727-5c74-4bfc-b282-ec046f0dc4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7b9d7310>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:14:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['18cdd829-20cb-4188-b402-74881fc4ba6c'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:14:38.213572 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-9b84b8c9-3e20-47e6-a9e6-fbab16502be9 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "PUT /v2.0/floatingips/d6b41995-e423-48a9-92fe-f3553eab6b00 HTTP/1.1" status: 200  len: 990 time: 1.8733077
Jun 02 08:14:38.214189 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ce0410-e1bb-4a80-93e7-6075cf00502a', 'tag': '7c3a1cbe-c4fa-4fbc-9694-408e51b0df89'}] {{(pid=92342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:14:38.216473 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e374b3b879b00d97b29532d72ba3bb6ea3956478347f3877d9246faf94d18eae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a0f377-bb81-433b-9175-1c917c05fb6d" -d '{"events": [{"name": "network-changed", "server_uuid": "92ce0410-e1bb-4a80-93e7-6075cf00502a", "tag": "7c3a1cbe-c4fa-4fbc-9694-408e51b0df89"}]}' {{(pid=92342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:14:38.346814 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-ce1d3727-5c74-4bfc-b282-ec046f0dc4c6 None None] Set router 18cdd829-20cb-4188-b402-74881fc4ba6c gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:14:38.684365 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-ce1d3727-5c74-4bfc-b282-ec046f0dc4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7b9d7310>, [{'id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1599526445-router', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:13:48Z', 'updated_at': '2021-06-02T08:13:54Z', 'revision_number': 4, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'gw_port': {'id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:49Z', 'updated_at': '2021-06-02T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_floatingips': [{'id': 'd6b41995-e423-48a9-92fe-f3553eab6b00', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'router_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'port_id': '7c3a1cbe-c4fa-4fbc-9694-408e51b0df89', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1', 'mac_address': 'fa:16:3e:88:1c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce0410-e1bb-4a80-93e7-6075cf00502a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:13:59Z', 'updated_at': '2021-06-02T08:14:37Z', 'revision_number': 1, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b525d1-3ed8-4ea6-83fd-d4fe65602dec', 'name': '', 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'mac_address': 'fa:16:3e:39:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:53Z', 'updated_at': '2021-06-02T08:13:59Z', 'revision_number': 5, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'subnets': [{'id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:14:38.688098 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1d3727-5c74-4bfc-b282-ec046f0dc4c6 None None] Checking router: 18cdd829-20cb-4188-b402-74881fc4ba6c for host: dv-cinder-786385-7-iscsi {{(pid=92344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:14:38.697131 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1d3727-5c74-4bfc-b282-ec046f0dc4c6 None None] Routers {'18cdd829-20cb-4188-b402-74881fc4ba6c'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:14:38.697735 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-ce1d3727-5c74-4bfc-b282-ec046f0dc4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7b9d7310>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:14:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['18cdd829-20cb-4188-b402-74881fc4ba6c'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:14:38.892085 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-ce1d3727-5c74-4bfc-b282-ec046f0dc4c6 None None] Set router 18cdd829-20cb-4188-b402-74881fc4ba6c gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:14:39.247653 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-ce1d3727-5c74-4bfc-b282-ec046f0dc4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7b9d7310>, [{'id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1599526445-router', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:13:48Z', 'updated_at': '2021-06-02T08:13:54Z', 'revision_number': 4, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'gw_port': {'id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:49Z', 'updated_at': '2021-06-02T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_floatingips': [{'id': 'd6b41995-e423-48a9-92fe-f3553eab6b00', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'router_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'port_id': '7c3a1cbe-c4fa-4fbc-9694-408e51b0df89', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1', 'mac_address': 'fa:16:3e:88:1c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce0410-e1bb-4a80-93e7-6075cf00502a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:13:59Z', 'updated_at': '2021-06-02T08:14:37Z', 'revision_number': 1, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b525d1-3ed8-4ea6-83fd-d4fe65602dec', 'name': '', 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'mac_address': 'fa:16:3e:39:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:53Z', 'updated_at': '2021-06-02T08:13:59Z', 'revision_number': 5, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'subnets': [{'id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:14:39.251514 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1d3727-5c74-4bfc-b282-ec046f0dc4c6 None None] The sync data for ids ['18cdd829-20cb-4188-b402-74881fc4ba6c'] in dv-cinder-786385-7-iscsi is: [{'id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1599526445-router', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:13:48Z', 'updated_at': '2021-06-02T08:13:54Z', 'revision_number': 4, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'gw_port': {'id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:49Z', 'updated_at': '2021-06-02T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_floatingips': [{'id': 'd6b41995-e423-48a9-92fe-f3553eab6b00', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'router_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'port_id': '7c3a1cbe-c4fa-4fbc-9694-408e51b0df89', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1', 'mac_address': 'fa:16:3e:88:1c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce0410-e1bb-4a80-93e7-6075cf00502a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:13:59Z', 'updated_at': '2021-06-02T08:14:37Z', 'revision_number': 1, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b525d1-3ed8-4ea6-83fd-d4fe65602dec', 'name': '', 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'mac_address': 'fa:16:3e:39:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:53Z', 'updated_at': '2021-06-02T08:13:59Z', 'revision_number': 5, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'subnets': [{'id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:14:39.426800 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8220e99f-a92e-487d-a7a4-53929e4ff371 None None] New status for floating IP d6b41995-e423-48a9-92fe-f3553eab6b00: ACTIVE {{(pid=92343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 02 08:14:39.977677 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-4054495f-ea1b-4413-9006-c281111be590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:40.932733 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42390006-bf44-410f-82b5-9442d41f0914 x-openstack-request-id: req-42390006-bf44-410f-82b5-9442d41f0914 {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:14:40.933241 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ce0410-e1bb-4a80-93e7-6075cf00502a", "tag": "7c3a1cbe-c4fa-4fbc-9694-408e51b0df89", "status": "completed", "code": 200}]} {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:14:40.933319 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-42390006-bf44-410f-82b5-9442d41f0914 {{(pid=92342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:14:40.933697 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ce0410-e1bb-4a80-93e7-6075cf00502a', 'tag': '7c3a1cbe-c4fa-4fbc-9694-408e51b0df89', 'status': 'completed', 'code': 200}
Jun 02 08:14:41.027959 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0f377-bb81-433b-9175-1c917c05fb6d req-c06f5ce4-c93a-43b6-a07e-b2c2fdc6b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:41.029509 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-e5a0f377-bb81-433b-9175-1c917c05fb6d req-c06f5ce4-c93a-43b6-a07e-b2c2fdc6b93f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=52efccb2fe9c471881216eb5b42411f7&device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 1098 time: 0.0702875
Jun 02 08:14:41.075445 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e51c5-ef4d-46c9-aac4-b6da41de26bd req-f3b22321-29d9-4a6e-afe3-0dc02fed8d59 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:41.076901 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4c8e51c5-ef4d-46c9-aac4-b6da41de26bd req-f3b22321-29d9-4a6e-afe3-0dc02fed8d59 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.0827491
Jun 02 08:14:41.120495 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4c8e51c5-ef4d-46c9-aac4-b6da41de26bd req-78f6cd60-f2cb-4d70-9fd8-7536834a66db tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374146
Jun 02 08:14:41.162496 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0f377-bb81-433b-9175-1c917c05fb6d req-bde59dd0-aec9-40ef-b333-8ae70eaf2d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:41.163813 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-e5a0f377-bb81-433b-9175-1c917c05fb6d req-bde59dd0-aec9-40ef-b333-8ae70eaf2d3a service neutron] 10.222.0.72 "GET /v2.0/networks?id=4696b473-c29b-4b8f-aebc-3497761794e1 HTTP/1.1" status: 200  len: 918 time: 0.1273878
Jun 02 08:14:41.277354 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-e5a0f377-bb81-433b-9175-1c917c05fb6d req-74cabc1d-42f9-47d8-bb87-f442521b7d9a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 HTTP/1.1" status: 200  len: 1000 time: 0.0962827
Jun 02 08:14:41.343529 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0f377-bb81-433b-9175-1c917c05fb6d req-e7837c33-48c9-4555-884a-705026c4606b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:41.345001 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-e5a0f377-bb81-433b-9175-1c917c05fb6d req-e7837c33-48c9-4555-884a-705026c4606b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f2d95f5c-acb5-47be-be66-d3f53cf5e37d HTTP/1.1" status: 200  len: 856 time: 0.0600877
Jun 02 08:14:41.430825 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0f377-bb81-433b-9175-1c917c05fb6d req-899651af-baa7-4b9c-8602-7847fb803ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:41.432168 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-e5a0f377-bb81-433b-9175-1c917c05fb6d req-899651af-baa7-4b9c-8602-7847fb803ee0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4696b473-c29b-4b8f-aebc-3497761794e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0705585
Jun 02 08:14:41.564957 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-e5a0f377-bb81-433b-9175-1c917c05fb6d req-9a53ce4e-3773-4cc3-8b9d-8c4c3131c2f5 service neutron] 10.222.0.72 "GET /v2.0/networks/4696b473-c29b-4b8f-aebc-3497761794e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250231
Jun 02 08:14:41.803307 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-e5a0f377-bb81-433b-9175-1c917c05fb6d req-61cb84e9-dbdf-4998-a424-a5eae2988578 service neutron] 10.222.0.72 "GET /v2.0/networks/4696b473-c29b-4b8f-aebc-3497761794e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2306175
Jun 02 08:14:42.318078 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955dcd5-e0ad-400a-aa4e-1272e52d011b req-bdeb3885-664a-4d61-a55c-33ffb57e05be tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:42.319523 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a955dcd5-e0ad-400a-aa4e-1272e52d011b req-bdeb3885-664a-4d61-a55c-33ffb57e05be tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.0881426
Jun 02 08:14:42.372789 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a955dcd5-e0ad-400a-aa4e-1272e52d011b req-b3e21c65-2c9c-4790-8ebe-e6aca326659b tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472937
Jun 02 08:14:42.539517 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:42.582808 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-75e81694-a274-45d2-b022-5941bcac873b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:42.599893 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13012b7-8bb2-4d83-9a18-b7110c2c7cdb req-8a8847b6-b2da-4387-a9be-d4208258ce2a tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:42.601335 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f13012b7-8bb2-4d83-9a18-b7110c2c7cdb req-8a8847b6-b2da-4387-a9be-d4208258ce2a tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 945 time: 0.0787950
Jun 02 08:14:42.645811 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f13012b7-8bb2-4d83-9a18-b7110c2c7cdb req-cc680735-4720-4a12-968d-3d911f0d13f2 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385845
Jun 02 08:14:43.572399 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef032a10-1f60-4b41-8fb3-c1848a94e692 req-da56f1dd-ebfc-4734-b172-c0e97f494ff4 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:43.574174 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ef032a10-1f60-4b41-8fb3-c1848a94e692 req-da56f1dd-ebfc-4734-b172-c0e97f494ff4 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.0893605
Jun 02 08:14:43.619672 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ef032a10-1f60-4b41-8fb3-c1848a94e692 req-a2f72e5e-9036-4333-8a69-c9f3a2d5a499 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395887
Jun 02 08:14:43.750835 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:43.850141 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7fadc-c4af-4269-a565-fdc1b6a3ba39 req-ece74e0e-2076-45cc-902a-93ad40ec5d87 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:43.851732 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b1e7fadc-c4af-4269-a565-fdc1b6a3ba39 req-ece74e0e-2076-45cc-902a-93ad40ec5d87 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 945 time: 0.0896018
Jun 02 08:14:43.904970 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b1e7fadc-c4af-4269-a565-fdc1b6a3ba39 req-1b25ba83-85bd-4740-a079-fd85156e8ca2 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474589
Jun 02 08:14:44.827173 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8e75d-2f54-4403-92ee-f4351edc9fa7 req-ce9b815e-4fc9-4747-8be2-16e896b9a779 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:44.828655 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-94b8e75d-2f54-4403-92ee-f4351edc9fa7 req-ce9b815e-4fc9-4747-8be2-16e896b9a779 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.0974808
Jun 02 08:14:44.877094 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-94b8e75d-2f54-4403-92ee-f4351edc9fa7 req-f5305927-8211-4307-a08a-ca314e5b1903 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427592
Jun 02 08:14:44.933631 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44eb6a-e68d-4e9c-b25d-d22dbd4c7103 req-d618538f-3eb6-4426-9769-b24854fc92b7 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:44.934376 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-6a44eb6a-e68d-4e9c-b25d-d22dbd4c7103 req-d618538f-3eb6-4426-9769-b24854fc92b7 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Synchronizing usage tracker for tenant:2f6b2a026b6a473192d447dc1486f2f8 on resource:port {{(pid=92342) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:14:45.051235 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-6a44eb6a-e68d-4e9c-b25d-d22dbd4c7103 req-d618538f-3eb6-4426-9769-b24854fc92b7 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Unset dirty status for tenant:2f6b2a026b6a473192d447dc1486f2f8 on resource:port {{(pid=92342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:14:45.052287 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-6a44eb6a-e68d-4e9c-b25d-d22dbd4c7103 req-d618538f-3eb6-4426-9769-b24854fc92b7 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 945 time: 0.2125652
Jun 02 08:14:45.098644 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa935d-60bc-4e46-9784-ba893a3a3d1d req-81982294-8c9a-4160-a9ab-16433581c041 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:45.100784 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-26fa935d-60bc-4e46-9784-ba893a3a3d1d req-81982294-8c9a-4160-a9ab-16433581c041 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 945 time: 0.0866430
Jun 02 08:14:45.162146 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-26fa935d-60bc-4e46-9784-ba893a3a3d1d req-b93b7cbd-35b6-43fd-bbce-199a838e46e9 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/security-groups?id=1a3de4b0-acbc-45e3-b078-59fc1a182d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490243
Jun 02 08:14:45.217169 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [req-6a44eb6a-e68d-4e9c-b25d-d22dbd4c7103 req-f3a331ca-c152-4c9f-a88a-e95ec743d9f0 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Deleting port 95c64c81-2103-40ac-bd0e-45bf05ebc95b {{(pid=92342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:14:45.217597 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-6a44eb6a-e68d-4e9c-b25d-d22dbd4c7103 req-f3a331ca-c152-4c9f-a88a-e95ec743d9f0 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:45.222855 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:45.372666 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [req-6a44eb6a-e68d-4e9c-b25d-d22dbd4c7103 req-f3a331ca-c152-4c9f-a88a-e95ec743d9f0 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] For port 95c64c81-2103-40ac-bd0e-45bf05ebc95b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=95c64c81-2103-40ac-bd0e-45bf05ebc95b,segment=NetworkSegment(2fbe17ee-f255-45c5-8153-9c9cf9ae6766),segment_id=2fbe17ee-f255-45c5-8153-9c9cf9ae6766)] {{(pid=92342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:14:45.372936 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-6a44eb6a-e68d-4e9c-b25d-d22dbd4c7103 req-f3a331ca-c152-4c9f-a88a-e95ec743d9f0 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:45.525408 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [req-6a44eb6a-e68d-4e9c-b25d-d22dbd4c7103 req-f3a331ca-c152-4c9f-a88a-e95ec743d9f0 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Calling delete_port for 95c64c81-2103-40ac-bd0e-45bf05ebc95b owned by compute:nova {{(pid=92342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:14:45.716819 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-6a44eb6a-e68d-4e9c-b25d-d22dbd4c7103 req-f3a331ca-c152-4c9f-a88a-e95ec743d9f0 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:45.723161 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-84bcd176-459c-48b0-8d8d-d1a77a1f84c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:45.729704 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['95c64c81-2103-40ac-bd0e-45bf05ebc95b'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:14:45.772825 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a331ca-c152-4c9f-a88a-e95ec743d9f0 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Pushing event deleted for resources: {'Port': ['ID=95c64c81-2103-40ac-bd0e-45bf05ebc95b,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:45.775329 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-f3a331ca-c152-4c9f-a88a-e95ec743d9f0 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:45.854998 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a44eb6a-e68d-4e9c-b25d-d22dbd4c7103 req-f3a331ca-c152-4c9f-a88a-e95ec743d9f0 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] No DVR routers for this DVR port 95c64c81-2103-40ac-bd0e-45bf05ebc95b on host hv-cinder-78638 {{(pid=92342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:14:45.858259 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-6a44eb6a-e68d-4e9c-b25d-d22dbd4c7103 req-f3a331ca-c152-4c9f-a88a-e95ec743d9f0 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:45.860869 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb51e56-fd45-4f88-953b-e6cfe06cb8c0', 'name': 'network-vif-deleted', 'tag': '95c64c81-2103-40ac-bd0e-45bf05ebc95b'}] {{(pid=92342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:14:45.863123 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e374b3b879b00d97b29532d72ba3bb6ea3956478347f3877d9246faf94d18eae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6636232e-7216-43ba-8826-b2c30e61830b" -d '{"events": [{"server_uuid": "feb51e56-fd45-4f88-953b-e6cfe06cb8c0", "name": "network-vif-deleted", "tag": "95c64c81-2103-40ac-bd0e-45bf05ebc95b"}]}' {{(pid=92342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:14:45.908214 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f29fac0-6179-4336-893f-d06fdabf6997 x-openstack-request-id: req-4f29fac0-6179-4336-893f-d06fdabf6997 {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:14:45.908695 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb51e56-fd45-4f88-953b-e6cfe06cb8c0", "name": "network-vif-deleted", "tag": "95c64c81-2103-40ac-bd0e-45bf05ebc95b", "status": "completed", "code": 200}]} {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:14:45.909039 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4f29fac0-6179-4336-893f-d06fdabf6997 {{(pid=92342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:14:45.909459 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb51e56-fd45-4f88-953b-e6cfe06cb8c0', 'name': 'network-vif-deleted', 'tag': '95c64c81-2103-40ac-bd0e-45bf05ebc95b', 'status': 'completed', 'code': 200}
Jun 02 08:14:45.943896 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-6a44eb6a-e68d-4e9c-b25d-d22dbd4c7103 req-f3a331ca-c152-4c9f-a88a-e95ec743d9f0 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.72 "DELETE /v2.0/ports/95c64c81-2103-40ac-bd0e-45bf05ebc95b HTTP/1.1" status: 204  len: 173 time: 0.8842051
Jun 02 08:14:46.082070 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed8d62-078b-4e10-b77c-4c39ae2c9571 req-f82feb34-e985-465a-a669-68fd903ccb9b tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:46.084396 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3fed8d62-078b-4e10-b77c-4c39ae2c9571 req-f82feb34-e985-465a-a669-68fd903ccb9b tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.0867426
Jun 02 08:14:46.146941 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3fed8d62-078b-4e10-b77c-4c39ae2c9571 req-8dd90fc7-b999-49c1-8a52-f78333a9e1bb tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519171
Jun 02 08:14:46.331222 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-62872c1a-9cb6-40b8-8f42-67d0be3f6507 req-623ef14e-18a2-4af6-9abe-8ce928ce0177 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] 10.222.0.77 "GET /v2.0/ports?device_id=feb51e56-fd45-4f88-953b-e6cfe06cb8c0 HTTP/1.1" status: 200  len: 210 time: 0.0428283
Jun 02 08:14:48.917237 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 95c64c81-2103-40ac-bd0e-45bf05ebc95b no longer exists at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:14:48.951655 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] No Port match for: 95c64c81-2103-40ac-bd0e-45bf05ebc95b {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:14:48.951928 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 95c64c81-2103-40ac-bd0e-45bf05ebc95b not bound to the agent host hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:14:49.493774 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6628f5-7e51-494b-b459-95ed9583226f req-0102beaf-0a9b-4456-83a0-2c261422aa08 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:49.495409 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8c6628f5-7e51-494b-b459-95ed9583226f req-0102beaf-0a9b-4456-83a0-2c261422aa08 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.1025429
Jun 02 08:14:49.561191 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8c6628f5-7e51-494b-b459-95ed9583226f req-4c1c191a-210e-4599-8b99-5a87bb253491 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600321
Jun 02 08:14:50.082220 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 60850) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:14:50.248387 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-4f18b44e-1639-49bc-ab79-ac569d07ea17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:50.262885 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-4f18b44e-1639-49bc-ab79-ac569d07ea17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:14:50.267521 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-4f18b44e-1639-49bc-ab79-ac569d07ea17 admin admin] Usage tracker for resource:security_group_rule and tenant:7edf8cee357b45b08fcaec5b15cbd844 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:14:50.271440 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-4f18b44e-1639-49bc-ab79-ac569d07ea17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:14:50.277997 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-4f18b44e-1639-49bc-ab79-ac569d07ea17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:14:50.359660 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-4f18b44e-1639-49bc-ab79-ac569d07ea17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:50.430785 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-4f18b44e-1639-49bc-ab79-ac569d07ea17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:50.440683 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-e374d045-b1b1-4da1-99e6-0b7e6ed57c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:50.486081 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-4f18b44e-1639-49bc-ab79-ac569d07ea17 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7edf8cee357b45b08fcaec5b15cbd844&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4027336
Jun 02 08:14:50.488770 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 60870) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:14:50.491645 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18b44e-1639-49bc-ab79-ac569d07ea17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3b8cbb-62f8-4fe9-95bf-21b35dc36a78,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:50.495122 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-4f18b44e-1639-49bc-ab79-ac569d07ea17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:50.564399 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-74c26da6-a0e5-4d8c-95d7-02e9630dda2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:50.591602 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-74c26da6-a0e5-4d8c-95d7-02e9630dda2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:50.737171 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-74c26da6-a0e5-4d8c-95d7-02e9630dda2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:50.742301 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-7bd2aa58-dcea-4213-a5b8-cbe07778f2ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:50.754866 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c26da6-a0e5-4d8c-95d7-02e9630dda2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3b8cbb-62f8-4fe9-95bf-21b35dc36a78,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:50.758430 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-74c26da6-a0e5-4d8c-95d7-02e9630dda2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:50.760524 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-74c26da6-a0e5-4d8c-95d7-02e9630dda2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:50.763828 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-74c26da6-a0e5-4d8c-95d7-02e9630dda2b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0e3b8cbb-62f8-4fe9-95bf-21b35dc36a78 HTTP/1.1" status: 204  len: 168 time: 0.2703464
Jun 02 08:14:51.885629 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 60908) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:14:51.988296 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-45b84647-275e-4d34-a018-27a41e838180 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1895654758-network', 'tenant_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:14:51.993501 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-45b84647-275e-4d34-a018-27a41e838180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:14:51.997313 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-45b84647-275e-4d34-a018-27a41e838180 admin admin] Usage tracker for resource:network and tenant:0cd74e4181cd4ddeab1d3e91d6bc03c1 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:14:52.000100 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-45b84647-275e-4d34-a018-27a41e838180 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:14:52.005762 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-45b84647-275e-4d34-a018-27a41e838180 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:14:52.085948 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b84647-275e-4d34-a018-27a41e838180 admin admin] Made reservation on behalf of 0cd74e4181cd4ddeab1d3e91d6bc03c1 for: {'network': 1} {{(pid=92342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:14:52.088460 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-45b84647-275e-4d34-a018-27a41e838180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-941343'] for network, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:52.100001 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-45b84647-275e-4d34-a018-27a41e838180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:52.114448 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-45b84647-275e-4d34-a018-27a41e838180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:14:52.118241 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-45b84647-275e-4d34-a018-27a41e838180 admin admin] Usage tracker for resource:security_group_rule and tenant:0cd74e4181cd4ddeab1d3e91d6bc03c1 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:14:52.120985 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-45b84647-275e-4d34-a018-27a41e838180 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:14:52.126810 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-45b84647-275e-4d34-a018-27a41e838180 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:14:52.208692 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-45b84647-275e-4d34-a018-27a41e838180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:52.285841 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-45b84647-275e-4d34-a018-27a41e838180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:52.289744 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-74c26da6-a0e5-4d8c-95d7-02e9630dda2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:52.320545 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b84647-275e-4d34-a018-27a41e838180 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763}  {{(pid=92342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 02 08:14:52.325791 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b84647-275e-4d34-a018-27a41e838180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e24498-8f91-4c0c-b306-e24957caade3,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:52.329308 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-45b84647-275e-4d34-a018-27a41e838180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:52.333335 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-45b84647-275e-4d34-a018-27a41e838180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:52.333335 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.db.segments_db [None req-45b84647-275e-4d34-a018-27a41e838180 admin admin] Added segment a5467c2d-baf3-4eee-af2e-7018d38efe17 of type vlan for network 5c1f66d1-9778-4f70-8383-16f7b7ba24b7
Jun 02 08:14:52.362084 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-45b84647-275e-4d34-a018-27a41e838180 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744146435166'] for network, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:52.474002 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-45b84647-275e-4d34-a018-27a41e838180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186'] for network, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:52.475218 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b84647-275e-4d34-a018-27a41e838180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:52.475793 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-45b84647-275e-4d34-a018-27a41e838180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:52.480613 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-2668a369-30a0-4afe-8f32-f4622b5945a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:52.574578 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b84647-275e-4d34-a018-27a41e838180 admin admin] Pushing event updated for resources: {'Network': ['ID=5c1f66d1-9778-4f70-8383-16f7b7ba24b7,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:52.577336 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-45b84647-275e-4d34-a018-27a41e838180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:52.584344 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Network 5c1f66d1-9778-4f70-8383-16f7b7ba24b7 details requested by agent ovs-agent-dv-cinder-786385-7-iscsi with host dv-cinder-786385-7-iscsi {{(pid=92343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 02 08:14:52.642567 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-45b84647-275e-4d34-a018-27a41e838180 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7558575
Jun 02 08:14:52.645780 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 60918) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:14:52.651452 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-acff0f11-c100-486a-94ee-5dfed9168542 admin admin] Request body: {'subnet': {'network_id': '5c1f66d1-9778-4f70-8383-16f7b7ba24b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1895654758-subnet', 'tenant_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'ip_version': 4}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:14:52.657108 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-acff0f11-c100-486a-94ee-5dfed9168542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:14:52.661227 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-acff0f11-c100-486a-94ee-5dfed9168542 admin admin] Usage tracker for resource:subnet and tenant:0cd74e4181cd4ddeab1d3e91d6bc03c1 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:14:52.664219 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-acff0f11-c100-486a-94ee-5dfed9168542 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:14:52.672267 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-acff0f11-c100-486a-94ee-5dfed9168542 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:14:52.771141 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acff0f11-c100-486a-94ee-5dfed9168542 admin admin] Made reservation on behalf of 0cd74e4181cd4ddeab1d3e91d6bc03c1 for: {'subnet': 1} {{(pid=92341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:14:52.774199 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-acff0f11-c100-486a-94ee-5dfed9168542 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6928681'] for subnet, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:53.247113 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-acff0f11-c100-486a-94ee-5dfed9168542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6590458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6928699'] for subnet, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:53.251692 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:53.324446 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff0f11-c100-486a-94ee-5dfed9168542 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05bff79a-25c7-4afc-bc71-912a7a9eed0b,revision_number=0']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:53.328172 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-acff0f11-c100-486a-94ee-5dfed9168542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:53.334299 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acff0f11-c100-486a-94ee-5dfed9168542 admin admin] Checking segment: {'id': 'a5467c2d-baf3-4eee-af2e-7018d38efe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '5c1f66d1-9778-4f70-8383-16f7b7ba24b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:14:53.334656 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acff0f11-c100-486a-94ee-5dfed9168542 admin admin] Network hostable DHCP agents. Network: 5c1f66d1-9778-4f70-8383-16f7b7ba24b7, hostable agents: ['4b89aefe-9643-4cd8-b10a-5110f7f4c5b0'], hosted agents: [] {{(pid=92341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 02 08:14:53.428336 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acff0f11-c100-486a-94ee-5dfed9168542 admin admin] Network 5c1f66d1-9778-4f70-8383-16f7b7ba24b7 is scheduled to be hosted by DHCP agent 4b89aefe-9643-4cd8-b10a-5110f7f4c5b0 with binding_index 1 {{(pid=92341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 02 08:14:53.527953 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [None req-acff0f11-c100-486a-94ee-5dfed9168542 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-iscsi, 5c1f66d1-9778-4f70-8383-16f7b7ba24b7) {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:14:53.538829 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acff0f11-c100-486a-94ee-5dfed9168542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:14:53.539640 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-acff0f11-c100-486a-94ee-5dfed9168542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for subnet, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:53.542293 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a33cb00-7094-4ccb-8a1e-dc17790e1850 None None] Network 5c1f66d1-9778-4f70-8383-16f7b7ba24b7 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:14:53.634213 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-acff0f11-c100-486a-94ee-5dfed9168542 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9849026
Jun 02 08:14:53.634759 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 60938) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:14:53.639556 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-08fcd1a1-eb4e-4ebc-ba23-f5dbc6f522af admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1895654758-router', 'tenant_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257'}}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:14:53.645057 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-08fcd1a1-eb4e-4ebc-ba23-f5dbc6f522af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:14:53.650275 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-08fcd1a1-eb4e-4ebc-ba23-f5dbc6f522af admin admin] Usage tracker for resource:router and tenant:0cd74e4181cd4ddeab1d3e91d6bc03c1 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:14:53.653684 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-08fcd1a1-eb4e-4ebc-ba23-f5dbc6f522af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:14:53.660262 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-08fcd1a1-eb4e-4ebc-ba23-f5dbc6f522af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:14:53.740092 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-08fcd1a1-eb4e-4ebc-ba23-f5dbc6f522af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8100032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2016'] for router, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:53.741812 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-08fcd1a1-eb4e-4ebc-ba23-f5dbc6f522af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8100007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036529', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8237981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2031'] for router, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:53.759183 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-08fcd1a1-eb4e-4ebc-ba23-f5dbc6f522af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:53.766162 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843a9d8d-a68d-5afb-bd09-00322a14b4de-5c1f66d1-9778-4f70-8383-16f7b7ba24b7', 'network_id': '5c1f66d1-9778-4f70-8383-16f7b7ba24b7', 'tenant_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'fixed_ips': [{'subnet_id': '05bff79a-25c7-4afc-bc71-912a7a9eed0b'}]}} from dv-cinder-786385-7-iscsi. {{(pid=92343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 02 08:14:53.767079 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:53.925541 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.db_base_plugin_common [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Allocated IP 172.20.0.2 (5c1f66d1-9778-4f70-8383-16f7b7ba24b7/05bff79a-25c7-4afc-bc71-912a7a9eed0b/b7e54978-6604-49eb-b64e-8689f8eb5269) {{(pid=92343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:14:54.083096 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-08fcd1a1-eb4e-4ebc-ba23-f5dbc6f522af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8036483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8100050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2045'] for router, precommit_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:54.136655 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Notify callbacks [] for port, precommit_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:54.146811 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Transition to ACTIVE for port object b7e54978-6604-49eb-b64e-8689f8eb5269 will not be triggered until provisioned by entity L2. {{(pid=92343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:14:54.166946 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Transition to ACTIVE for port object b7e54978-6604-49eb-b64e-8689f8eb5269 will not be triggered until provisioned by entity DHCP. {{(pid=92343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:14:54.248991 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309'] for port, after_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:54.253403 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:54.324308 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Network 5c1f66d1-9778-4f70-8383-16f7b7ba24b7 is already hosted by enough agents. {{(pid=92343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:14:54.327480 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.scheduler.base_scheduler [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Resources bound (agent type, host, resource id):  {{(pid=92343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:14:54.331308 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Received port after_create {{(pid=92343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:14:54.338988 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Pushing event updated for resources: {'Port': ['ID=b7e54978-6604-49eb-b64e-8689f8eb5269,revision_number=1']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:54.379758 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:54.380528 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:54.381072 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:54.381682 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:54.382741 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:54.383267 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:54.383668 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:54.384067 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:54.384483 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:54.384902 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:54.385293 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:54.385688 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:54.393898 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:54.448502 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Attempting to bind port b7e54978-6604-49eb-b64e-8689f8eb5269 on host dv-cinder-786385-7-iscsi for vnic_type normal with profile  {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:14:54.449092 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Attempting to bind port b7e54978-6604-49eb-b64e-8689f8eb5269 by drivers openvswitch,hyperv on host dv-cinder-786385-7-iscsi at level 0 using segments [{'id': 'a5467c2d-baf3-4eee-af2e-7018d38efe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '5c1f66d1-9778-4f70-8383-16f7b7ba24b7'}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:14:54.449623 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Attempting to bind port b7e54978-6604-49eb-b64e-8689f8eb5269 on network 5c1f66d1-9778-4f70-8383-16f7b7ba24b7 {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:14:54.462295 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Checking agent: {'id': '293b8e5c-58b0-46e6-908b-da5c92a2d3b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 4, 12), 'started_at': datetime.datetime(2021, 6, 2, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:14:54.462897 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Checking segment: {'id': 'a5467c2d-baf3-4eee-af2e-7018d38efe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '5c1f66d1-9778-4f70-8383-16f7b7ba24b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:14:54.463487 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:54.464039 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Bound using segment: {'id': 'a5467c2d-baf3-4eee-af2e-7018d38efe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '5c1f66d1-9778-4f70-8383-16f7b7ba24b7'} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:14:54.464893 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Bound port: b7e54978-6604-49eb-b64e-8689f8eb5269, host: dv-cinder-786385-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5467c2d-baf3-4eee-af2e-7018d38efe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '5c1f66d1-9778-4f70-8383-16f7b7ba24b7'}}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:14:54.465607 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:54.573282 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e6191f56-5f94-452f-b611-740572bf501d None None] For port b7e54978-6604-49eb-b64e-8689f8eb5269, host dv-cinder-786385-7-iscsi, cleared binding levels {{(pid=92343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:14:54.580426 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e6191f56-5f94-452f-b611-740572bf501d None None] For port b7e54978-6604-49eb-b64e-8689f8eb5269, host dv-cinder-786385-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=b7e54978-6604-49eb-b64e-8689f8eb5269,segment=NetworkSegment(a5467c2d-baf3-4eee-af2e-7018d38efe17),segment_id=a5467c2d-baf3-4eee-af2e-7018d38efe17)] {{(pid=92343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:14:54.628932 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-08fcd1a1-eb4e-4ebc-ba23-f5dbc6f522af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:54.659707 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:54.659918 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-08fcd1a1-eb4e-4ebc-ba23-f5dbc6f522af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:54.664877 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:54.742665 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Pushing event updated for resources: {'Port': ['ID=b7e54978-6604-49eb-b64e-8689f8eb5269,revision_number=2']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:54.745974 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:54.806040 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_common [None req-08fcd1a1-eb4e-4ebc-ba23-f5dbc6f522af admin admin] Allocated IP 172.27.3.86 (25cee017-96f1-470f-84b1-115420be0257/100151e0-9740-4c20-8f2c-560e0808d190/77ffed1a-a89a-4023-817d-4ced4a637247) {{(pid=92342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:14:54.970751 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-08fcd1a1-eb4e-4ebc-ba23-f5dbc6f522af admin admin] Notify callbacks [] for port, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:55.105526 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-08fcd1a1-eb4e-4ebc-ba23-f5dbc6f522af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:55.110683 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-1fe722d5-0e53-4d6d-931a-58e2aeffad54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:55.187583 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fcd1a1-eb4e-4ebc-ba23-f5dbc6f522af admin admin] Network 25cee017-96f1-470f-84b1-115420be0257 is already hosted by enough agents. {{(pid=92342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:14:55.204659 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-08fcd1a1-eb4e-4ebc-ba23-f5dbc6f522af admin admin] Resources bound (agent type, host, resource id):  {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:14:55.205805 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fcd1a1-eb4e-4ebc-ba23-f5dbc6f522af admin admin] Received port after_create {{(pid=92342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:14:55.249491 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fcd1a1-eb4e-4ebc-ba23-f5dbc6f522af admin admin] Pushing event updated for resources: {'Port': ['ID=77ffed1a-a89a-4023-817d-4ced4a637247,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:55.257062 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-08fcd1a1-eb4e-4ebc-ba23-f5dbc6f522af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:55.661330 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device b7e54978-6604-49eb-b64e-8689f8eb5269 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:14:55.834429 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-08fcd1a1-eb4e-4ebc-ba23-f5dbc6f522af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:55.848483 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ebf55a-f44a-4413-a58a-54791d14b33a None None] Network 5c1f66d1-9778-4f70-8383-16f7b7ba24b7 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:14:55.895701 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning for port b7e54978-6604-49eb-b64e-8689f8eb5269 completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:14:56.059123 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-71cd7d92-480f-4a7a-b25b-693253d5d9e4 None None] Provisioning for port b7e54978-6604-49eb-b64e-8689f8eb5269 completed by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:14:56.070071 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-71cd7d92-480f-4a7a-b25b-693253d5d9e4 None None] Provisioning complete for port b7e54978-6604-49eb-b64e-8689f8eb5269 triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:14:56.070718 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-71cd7d92-480f-4a7a-b25b-693253d5d9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:56.277542 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-71cd7d92-480f-4a7a-b25b-693253d5d9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:56.318216 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-71cd7d92-480f-4a7a-b25b-693253d5d9e4 None None] For port b7e54978-6604-49eb-b64e-8689f8eb5269, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=b7e54978-6604-49eb-b64e-8689f8eb5269,segment=NetworkSegment(a5467c2d-baf3-4eee-af2e-7018d38efe17),segment_id=a5467c2d-baf3-4eee-af2e-7018d38efe17)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:14:56.414070 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-71cd7d92-480f-4a7a-b25b-693253d5d9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:56.416276 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:56.576931 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd7d92-480f-4a7a-b25b-693253d5d9e4 None None] Pushing event updated for resources: {'Port': ['ID=b7e54978-6604-49eb-b64e-8689f8eb5269,revision_number=3']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:56.598099 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-71cd7d92-480f-4a7a-b25b-693253d5d9e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:56.601846 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-08fcd1a1-eb4e-4ebc-ba23-f5dbc6f522af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8100043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8036580'] for router, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:56.746481 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-07058efb-0d00-4452-a954-f756c9d7579b None None] Provisioning complete for port b7e54978-6604-49eb-b64e-8689f8eb5269 triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:14:56.746481 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-07058efb-0d00-4452-a954-f756c9d7579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:56.986145 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08fcd1a1-eb4e-4ebc-ba23-f5dbc6f522af admin admin] Router d0775797-2b2f-4a31-822a-f7744c0d2387 is scheduled to L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac with binding_index 1 {{(pid=92342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 02 08:14:57.088968 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:14:57.243553 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fcd1a1-eb4e-4ebc-ba23-f5dbc6f522af admin admin] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:14:57.252667 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7904ee7-3273-4efa-a024-fe227f03fe48 None None] Sync routers for ids ['d0775797-2b2f-4a31-822a-f7744c0d2387'] in dv-cinder-786385-7-iscsi {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:14:57.265354 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7904ee7-3273-4efa-a024-fe227f03fe48 None None] Routers {'d0775797-2b2f-4a31-822a-f7744c0d2387'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:14:57.266473 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-a7904ee7-3273-4efa-a024-fe227f03fe48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7accd400>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:14:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['d0775797-2b2f-4a31-822a-f7744c0d2387'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:14:57.405484 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-08fcd1a1-eb4e-4ebc-ba23-f5dbc6f522af admin admin] Notify callbacks [] for router, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:57.411278 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-08fcd1a1-eb4e-4ebc-ba23-f5dbc6f522af admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.7708344
Jun 02 08:14:57.414459 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 32778) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:14:57.518804 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-a7904ee7-3273-4efa-a024-fe227f03fe48 None None] Set router d0775797-2b2f-4a31-822a-f7744c0d2387 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:14:57.627136 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device b7e54978-6604-49eb-b64e-8689f8eb5269 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:14:57.919513 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port b7e54978-6604-49eb-b64e-8689f8eb5269 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:14:57.920345 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:58.119714 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-a7904ee7-3273-4efa-a024-fe227f03fe48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7accd400>, [{'id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'name': 'tempest-TestShelveInstance-1895654758-router', 'tenant_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '77ffed1a-a89a-4023-817d-4ced4a637247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:14:53Z', 'updated_at': '2021-06-02T08:14:55Z', 'revision_number': 3, 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'gw_port': {'id': '77ffed1a-a89a-4023-817d-4ced4a637247', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:14:54Z', 'updated_at': '2021-06-02T08:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:14:58.124505 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7904ee7-3273-4efa-a024-fe227f03fe48 None None] Checking router: d0775797-2b2f-4a31-822a-f7744c0d2387 for host: dv-cinder-786385-7-iscsi {{(pid=92344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:14:58.124855 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7904ee7-3273-4efa-a024-fe227f03fe48 None None] Updating router d0775797-2b2f-4a31-822a-f7744c0d2387 port 77ffed1a-a89a-4023-817d-4ced4a637247 binding host dv-cinder-786385-7-iscsi {{(pid=92344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 02 08:14:58.204243 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-a7904ee7-3273-4efa-a024-fe227f03fe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:58.596421 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-3af1e92f-91f2-4b4d-b84e-a410c2ac5b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:58.886090 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.db_base_plugin_common [None req-3af1e92f-91f2-4b4d-b84e-a410c2ac5b56 admin admin] Allocated IP 172.20.0.1 (5c1f66d1-9778-4f70-8383-16f7b7ba24b7/05bff79a-25c7-4afc-bc71-912a7a9eed0b/f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0) {{(pid=92341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:14:58.934492 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-a7904ee7-3273-4efa-a024-fe227f03fe48 None None] Notify callbacks [] for port, precommit_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:58.964020 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.provisioning_blocks [None req-a7904ee7-3273-4efa-a024-fe227f03fe48 None None] Transition to ACTIVE for port object 77ffed1a-a89a-4023-817d-4ced4a637247 will not be triggered until provisioned by entity L2. {{(pid=92344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:14:59.094578 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-a7904ee7-3273-4efa-a024-fe227f03fe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:59.098806 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:59.114053 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-3af1e92f-91f2-4b4d-b84e-a410c2ac5b56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:59.160055 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.provisioning_blocks [None req-3af1e92f-91f2-4b4d-b84e-a410c2ac5b56 admin admin] Transition to ACTIVE for port object f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0 will not be triggered until provisioned by entity DHCP. {{(pid=92341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:14:59.281448 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cdf196-aef8-4bc3-b91a-af89cb22252b None None] Pushing event updated for resources: {'Port': ['ID=77ffed1a-a89a-4023-817d-4ced4a637247,revision_number=2']} {{(pid=92344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:59.292862 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cdf196-aef8-4bc3-b91a-af89cb22252b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:59.293387 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cdf196-aef8-4bc3-b91a-af89cb22252b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:59.293880 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cdf196-aef8-4bc3-b91a-af89cb22252b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:59.294318 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-3af1e92f-91f2-4b4d-b84e-a410c2ac5b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:59.294555 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cdf196-aef8-4bc3-b91a-af89cb22252b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:59.295030 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cdf196-aef8-4bc3-b91a-af89cb22252b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:59.295515 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cdf196-aef8-4bc3-b91a-af89cb22252b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:59.295992 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cdf196-aef8-4bc3-b91a-af89cb22252b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:59.296508 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cdf196-aef8-4bc3-b91a-af89cb22252b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:59.296995 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cdf196-aef8-4bc3-b91a-af89cb22252b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:59.297471 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cdf196-aef8-4bc3-b91a-af89cb22252b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:59.297935 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cdf196-aef8-4bc3-b91a-af89cb22252b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:59.298419 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cdf196-aef8-4bc3-b91a-af89cb22252b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:14:59.300318 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:59.306571 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [None req-f0cdf196-aef8-4bc3-b91a-af89cb22252b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:59.311862 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.managers [None req-a7904ee7-3273-4efa-a024-fe227f03fe48 None None] Attempting to bind port 77ffed1a-a89a-4023-817d-4ced4a637247 on host dv-cinder-786385-7-iscsi for vnic_type normal with profile  {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:14:59.312539 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.managers [None req-a7904ee7-3273-4efa-a024-fe227f03fe48 None None] Attempting to bind port 77ffed1a-a89a-4023-817d-4ced4a637247 by drivers openvswitch,hyperv on host dv-cinder-786385-7-iscsi at level 0 using segments [{'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'}] {{(pid=92344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:14:59.318097 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7904ee7-3273-4efa-a024-fe227f03fe48 None None] Attempting to bind port 77ffed1a-a89a-4023-817d-4ced4a637247 on network 25cee017-96f1-470f-84b1-115420be0257 {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:14:59.319856 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7904ee7-3273-4efa-a024-fe227f03fe48 None None] Checking agent: {'id': '293b8e5c-58b0-46e6-908b-da5c92a2d3b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 4, 12), 'started_at': datetime.datetime(2021, 6, 2, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:14:59.320390 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7904ee7-3273-4efa-a024-fe227f03fe48 None None] Checking segment: {'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:14:59.320749 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-a7904ee7-3273-4efa-a024-fe227f03fe48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:59.320883 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 32810) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:14:59.321603 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7904ee7-3273-4efa-a024-fe227f03fe48 None None] Bound using segment: {'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'} {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:14:59.321757 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.managers [None req-a7904ee7-3273-4efa-a024-fe227f03fe48 None None] Bound port: 77ffed1a-a89a-4023-817d-4ced4a637247, host: dv-cinder-786385-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'}}] {{(pid=92344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:14:59.322133 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-a7904ee7-3273-4efa-a024-fe227f03fe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:59.455787 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.db [None req-a7904ee7-3273-4efa-a024-fe227f03fe48 None None] For port 77ffed1a-a89a-4023-817d-4ced4a637247, host dv-cinder-786385-7-iscsi, cleared binding levels {{(pid=92344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:14:59.460484 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.db [None req-a7904ee7-3273-4efa-a024-fe227f03fe48 None None] For port 77ffed1a-a89a-4023-817d-4ced4a637247, host dv-cinder-786385-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=77ffed1a-a89a-4023-817d-4ced4a637247,segment=NetworkSegment(7d00a59a-fd6b-444f-8454-6973ee677288),segment_id=7d00a59a-fd6b-444f-8454-6973ee677288)] {{(pid=92344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:14:59.507880 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-aa6f4598-87ab-4717-a56f-a2ecc8ab921a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:59.524481 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af1e92f-91f2-4b4d-b84e-a410c2ac5b56 admin admin] Network 5c1f66d1-9778-4f70-8383-16f7b7ba24b7 is already hosted by enough agents. {{(pid=92341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:14:59.529269 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-aa6f4598-87ab-4717-a56f-a2ecc8ab921a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:14:59.529413 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [None req-3af1e92f-91f2-4b4d-b84e-a410c2ac5b56 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:14:59.530758 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1e92f-91f2-4b4d-b84e-a410c2ac5b56 admin admin] Pushing event updated for resources: {'Port': ['ID=f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:59.531387 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-aa6f4598-87ab-4717-a56f-a2ecc8ab921a admin admin] Usage tracker for resource:security_group_rule and tenant:e034f8bfa2194a3297672650c3a1c303 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:14:59.532990 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af1e92f-91f2-4b4d-b84e-a410c2ac5b56 admin admin] Received port after_create {{(pid=92341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:14:59.536573 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-aa6f4598-87ab-4717-a56f-a2ecc8ab921a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:14:59.543892 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-aa6f4598-87ab-4717-a56f-a2ecc8ab921a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:14:59.549139 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-a7904ee7-3273-4efa-a024-fe227f03fe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:59.554552 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:59.570164 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-3af1e92f-91f2-4b4d-b84e-a410c2ac5b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:59.609820 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-3af1e92f-91f2-4b4d-b84e-a410c2ac5b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8036782'] for router_interface, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:59.679284 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cdf196-aef8-4bc3-b91a-af89cb22252b None None] Pushing event updated for resources: {'Port': ['ID=77ffed1a-a89a-4023-817d-4ced4a637247,revision_number=3']} {{(pid=92344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:14:59.683290 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [None req-f0cdf196-aef8-4bc3-b91a-af89cb22252b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:14:59.708710 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7904ee7-3273-4efa-a024-fe227f03fe48 None None] Routers {'d0775797-2b2f-4a31-822a-f7744c0d2387'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:14:59.710066 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-a7904ee7-3273-4efa-a024-fe227f03fe48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7accd400>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:14:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['d0775797-2b2f-4a31-822a-f7744c0d2387'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:14:59.735001 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-aa6f4598-87ab-4717-a56f-a2ecc8ab921a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:59.802765 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-aa6f4598-87ab-4717-a56f-a2ecc8ab921a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:59.896794 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-f3fe4159-9046-4c44-8efb-54a109191a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:14:59.903055 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:14:59.925950 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-aa6f4598-87ab-4717-a56f-a2ecc8ab921a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e034f8bfa2194a3297672650c3a1c303&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6017697
Jun 02 08:14:59.944529 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 32818) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:14:59.962267 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-62cdf9c2-41ab-49d3-b912-9d49b6f4b46b None None] Provisioning for port f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0 completed by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:14:59.975175 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-a7904ee7-3273-4efa-a024-fe227f03fe48 None None] Set router d0775797-2b2f-4a31-822a-f7744c0d2387 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:14:59.984521 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-62cdf9c2-41ab-49d3-b912-9d49b6f4b46b None None] Provisioning complete for port f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0 triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:14:59.985461 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-62cdf9c2-41ab-49d3-b912-9d49b6f4b46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:00.041277 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f4598-87ab-4717-a56f-a2ecc8ab921a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38753ef3-24e5-4624-aabf-32d7e3c1f09c,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:00.041277 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-aa6f4598-87ab-4717-a56f-a2ecc8ab921a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:00.065536 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-62cdf9c2-41ab-49d3-b912-9d49b6f4b46b None None] Port f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0 cannot update to ACTIVE because it is not bound. {{(pid=92343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 02 08:15:00.074286 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-47f26daa-cbd1-4394-8782-685a0829649f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:00.106202 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-47f26daa-cbd1-4394-8782-685a0829649f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:00.124716 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-3af1e92f-91f2-4b4d-b84e-a410c2ac5b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:00.248750 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-47f26daa-cbd1-4394-8782-685a0829649f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:00.258432 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-9b7562c3-41c1-4078-9438-9ab9d8f50a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:00.289956 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f26daa-cbd1-4394-8782-685a0829649f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38753ef3-24e5-4624-aabf-32d7e3c1f09c,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:00.297278 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-47f26daa-cbd1-4394-8782-685a0829649f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:00.318600 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-47f26daa-cbd1-4394-8782-685a0829649f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:00.320378 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-47f26daa-cbd1-4394-8782-685a0829649f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/38753ef3-24e5-4624-aabf-32d7e3c1f09c HTTP/1.1" status: 204  len: 168 time: 0.3809841
Jun 02 08:15:00.417892 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-a7904ee7-3273-4efa-a024-fe227f03fe48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7accd400>, [{'id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'name': 'tempest-TestShelveInstance-1895654758-router', 'tenant_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '77ffed1a-a89a-4023-817d-4ced4a637247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:14:53Z', 'updated_at': '2021-06-02T08:14:55Z', 'revision_number': 3, 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'gw_port': {'id': '77ffed1a-a89a-4023-817d-4ced4a637247', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:14:54Z', 'updated_at': '2021-06-02T08:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:15:00.426351 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7904ee7-3273-4efa-a024-fe227f03fe48 None None] The sync data for ids ['d0775797-2b2f-4a31-822a-f7744c0d2387'] in dv-cinder-786385-7-iscsi is: [{'id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'name': 'tempest-TestShelveInstance-1895654758-router', 'tenant_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '77ffed1a-a89a-4023-817d-4ced4a637247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:14:53Z', 'updated_at': '2021-06-02T08:14:55Z', 'revision_number': 3, 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'gw_port': {'id': '77ffed1a-a89a-4023-817d-4ced4a637247', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:14:54Z', 'updated_at': '2021-06-02T08:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}] {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:15:00.537549 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-3af1e92f-91f2-4b4d-b84e-a410c2ac5b56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:00.649773 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-3af1e92f-91f2-4b4d-b84e-a410c2ac5b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589761'] for port, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:00.739736 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-39d99cd0-eee5-461a-a556-31ffc0b28fec tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:00.908310 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1e92f-91f2-4b4d-b84e-a410c2ac5b56 admin admin] Pushing event updated for resources: {'Port': ['ID=f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0,revision_number=2']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:00.914421 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-3af1e92f-91f2-4b4d-b84e-a410c2ac5b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:00.919765 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-3af1e92f-91f2-4b4d-b84e-a410c2ac5b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8036811'] for router_interface, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:01.133499 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af1e92f-91f2-4b4d-b84e-a410c2ac5b56 admin admin] Network 5c1f66d1-9778-4f70-8383-16f7b7ba24b7 is already hosted by enough agents. {{(pid=92341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:15:01.135458 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [None req-3af1e92f-91f2-4b4d-b84e-a410c2ac5b56 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:15:01.394320 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af1e92f-91f2-4b4d-b84e-a410c2ac5b56 admin admin] Router d0775797-2b2f-4a31-822a-f7744c0d2387 has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:15:01.540480 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-2c1955cd-c220-441e-9cef-271213cc62dc None None] Provisioning complete for port f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0 triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:15:01.541488 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-2c1955cd-c220-441e-9cef-271213cc62dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:01.666272 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-2c1955cd-c220-441e-9cef-271213cc62dc None None] Port f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0 cannot update to ACTIVE because it is not bound. {{(pid=92343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 02 08:15:01.686758 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 77ffed1a-a89a-4023-817d-4ced4a637247 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:15:01.808105 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af1e92f-91f2-4b4d-b84e-a410c2ac5b56 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:15:01.827025 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-3af1e92f-91f2-4b4d-b84e-a410c2ac5b56 admin admin] 10.222.0.77 "PUT /v2.0/routers/d0775797-2b2f-4a31-822a-f7744c0d2387/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4017706
Jun 02 08:15:01.865653 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning for port 77ffed1a-a89a-4023-817d-4ced4a637247 completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:15:01.873235 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 77ffed1a-a89a-4023-817d-4ced4a637247 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:15:01.878105 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:02.051766 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:02.073978 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] For port 77ffed1a-a89a-4023-817d-4ced4a637247, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=77ffed1a-a89a-4023-817d-4ced4a637247,segment=NetworkSegment(7d00a59a-fd6b-444f-8454-6973ee677288),segment_id=7d00a59a-fd6b-444f-8454-6973ee677288)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:15:02.165923 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:02.168272 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:02.259465 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Pushing event updated for resources: {'Port': ['ID=77ffed1a-a89a-4023-817d-4ced4a637247,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:02.265365 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:02.909401 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14b494c-1c80-4148-a509-37b99e6de121 None None] Sync routers for ids ['d0775797-2b2f-4a31-822a-f7744c0d2387'] in dv-cinder-786385-7-iscsi {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:15:02.928823 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14b494c-1c80-4148-a509-37b99e6de121 None None] Routers {'d0775797-2b2f-4a31-822a-f7744c0d2387'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:15:02.929477 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-a14b494c-1c80-4148-a509-37b99e6de121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7af6c7f0>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:14:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['d0775797-2b2f-4a31-822a-f7744c0d2387'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:15:03.011039 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 32872) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:15:03.018646 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-1c8a8133-f41a-4e55-bb7d-0176b0a7a951 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-391908662-network', 'tenant_id': '81b009ef58234aa8aee54ac8fb25e5b8'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:15:03.025278 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-1c8a8133-f41a-4e55-bb7d-0176b0a7a951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:15:03.050061 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-1c8a8133-f41a-4e55-bb7d-0176b0a7a951 admin admin] Usage tracker for resource:network and tenant:81b009ef58234aa8aee54ac8fb25e5b8 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:15:03.064462 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-1c8a8133-f41a-4e55-bb7d-0176b0a7a951 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:15:03.089449 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-1c8a8133-f41a-4e55-bb7d-0176b0a7a951 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:15:03.159728 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8a8133-f41a-4e55-bb7d-0176b0a7a951 admin admin] Made reservation on behalf of 81b009ef58234aa8aee54ac8fb25e5b8 for: {'network': 1} {{(pid=92341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:15:03.164257 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1c8a8133-f41a-4e55-bb7d-0176b0a7a951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-941343'] for network, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:03.179907 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1c8a8133-f41a-4e55-bb7d-0176b0a7a951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:03.219292 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-a14b494c-1c80-4148-a509-37b99e6de121 None None] Set router d0775797-2b2f-4a31-822a-f7744c0d2387 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:15:03.227270 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-1c8a8133-f41a-4e55-bb7d-0176b0a7a951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:15:03.232618 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-1c8a8133-f41a-4e55-bb7d-0176b0a7a951 admin admin] Usage tracker for resource:security_group_rule and tenant:81b009ef58234aa8aee54ac8fb25e5b8 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:15:03.236005 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-1c8a8133-f41a-4e55-bb7d-0176b0a7a951 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:15:03.242501 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-1c8a8133-f41a-4e55-bb7d-0176b0a7a951 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:15:03.350214 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1c8a8133-f41a-4e55-bb7d-0176b0a7a951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:03.433466 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1c8a8133-f41a-4e55-bb7d-0176b0a7a951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:03.439949 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-8b265af4-ac7d-4c4f-9c68-743c11f38d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:03.469021 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c8a8133-f41a-4e55-bb7d-0176b0a7a951 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773}  {{(pid=92341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 02 08:15:03.496708 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a8133-f41a-4e55-bb7d-0176b0a7a951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4efacd-6722-46cc-bb36-ae42341b0e0f,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:03.496708 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-1c8a8133-f41a-4e55-bb7d-0176b0a7a951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:03.496708 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1c8a8133-f41a-4e55-bb7d-0176b0a7a951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:03.496708 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.db.segments_db [None req-1c8a8133-f41a-4e55-bb7d-0176b0a7a951 admin admin] Added segment e0f6017e-9c54-4049-b3bb-7ef57516eda9 of type vlan for network 14054bde-040c-42b9-9c17-cb6108418e33
Jun 02 08:15:03.532458 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1c8a8133-f41a-4e55-bb7d-0176b0a7a951 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744146435166'] for network, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:03.610581 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-a14b494c-1c80-4148-a509-37b99e6de121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7af6c7f0>, [{'id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'name': 'tempest-TestShelveInstance-1895654758-router', 'tenant_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '77ffed1a-a89a-4023-817d-4ced4a637247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:14:53Z', 'updated_at': '2021-06-02T08:14:59Z', 'revision_number': 4, 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'gw_port': {'id': '77ffed1a-a89a-4023-817d-4ced4a637247', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:14:54Z', 'updated_at': '2021-06-02T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': 'f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0', 'name': '', 'network_id': '5c1f66d1-9778-4f70-8383-16f7b7ba24b7', 'tenant_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'mac_address': 'fa:16:3e:59:fb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '05bff79a-25c7-4afc-bc71-912a7a9eed0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:14:58Z', 'updated_at': '2021-06-02T08:15:00Z', 'revision_number': 2, 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'subnets': [{'id': '05bff79a-25c7-4afc-bc71-912a7a9eed0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:15:03.617221 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 77ffed1a-a89a-4023-817d-4ced4a637247 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:15:03.653320 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1c8a8133-f41a-4e55-bb7d-0176b0a7a951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186'] for network, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:03.654884 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8a8133-f41a-4e55-bb7d-0176b0a7a951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:03.655536 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1c8a8133-f41a-4e55-bb7d-0176b0a7a951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:03.658055 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14b494c-1c80-4148-a509-37b99e6de121 None None] Checking router: d0775797-2b2f-4a31-822a-f7744c0d2387 for host: dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:15:03.658055 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14b494c-1c80-4148-a509-37b99e6de121 None None] Updating router d0775797-2b2f-4a31-822a-f7744c0d2387 port f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0 binding host dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 02 08:15:03.665314 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-286e7ea8-b14a-46bb-8489-1077e7af0aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:03.738450 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-a14b494c-1c80-4148-a509-37b99e6de121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:03.967737 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-1c8a8133-f41a-4e55-bb7d-0176b0a7a951 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9534771
Jun 02 08:15:03.968797 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 32884) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:15:03.975831 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-35a5f2bc-1512-4263-a299-705d03655454 admin admin] Request body: {'subnet': {'network_id': '14054bde-040c-42b9-9c17-cb6108418e33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-391908662-subnet', 'tenant_id': '81b009ef58234aa8aee54ac8fb25e5b8', 'ip_version': 4}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:15:03.978980 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a8133-f41a-4e55-bb7d-0176b0a7a951 admin admin] Pushing event updated for resources: {'Network': ['ID=14054bde-040c-42b9-9c17-cb6108418e33,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:03.981032 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-35a5f2bc-1512-4263-a299-705d03655454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:15:03.993838 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-1c8a8133-f41a-4e55-bb7d-0176b0a7a951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:04.001392 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-35a5f2bc-1512-4263-a299-705d03655454 admin admin] Usage tracker for resource:subnet and tenant:81b009ef58234aa8aee54ac8fb25e5b8 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:15:04.005889 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-35a5f2bc-1512-4263-a299-705d03655454 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:15:04.014204 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-35a5f2bc-1512-4263-a299-705d03655454 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:15:04.074231 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Network 14054bde-040c-42b9-9c17-cb6108418e33 details requested by agent ovs-agent-dv-cinder-786385-7-iscsi with host dv-cinder-786385-7-iscsi {{(pid=92343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 02 08:15:04.156358 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a5f2bc-1512-4263-a299-705d03655454 admin admin] Made reservation on behalf of 81b009ef58234aa8aee54ac8fb25e5b8 for: {'subnet': 1} {{(pid=92342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:15:04.159839 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-35a5f2bc-1512-4263-a299-705d03655454 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6612446'] for subnet, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:04.175901 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 77ffed1a-a89a-4023-817d-4ced4a637247 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:15:04.175901 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:04.457215 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-a14b494c-1c80-4148-a509-37b99e6de121 None None] Notify callbacks [] for port, precommit_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:04.474656 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-a14b494c-1c80-4148-a509-37b99e6de121 None None] Transition to ACTIVE for port object f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0 will not be triggered until provisioned by entity L2. {{(pid=92343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:15:04.596605 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-a14b494c-1c80-4148-a509-37b99e6de121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:04.600451 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:04.750923 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd7f71-e146-4e44-bef9-393b0b942292 None None] Pushing event updated for resources: {'Port': ['ID=f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0,revision_number=3']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:04.794399 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-1bcd7f71-e146-4e44-bef9-393b0b942292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:04.832549 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-35a5f2bc-1512-4263-a299-705d03655454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6634097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6612428'] for subnet, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:04.837670 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:04.889005 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-a14b494c-1c80-4148-a509-37b99e6de121 None None] Attempting to bind port f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0 on host dv-cinder-786385-7-iscsi for vnic_type normal with profile  {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:15:04.892493 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-a14b494c-1c80-4148-a509-37b99e6de121 None None] Attempting to bind port f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0 by drivers openvswitch,hyperv on host dv-cinder-786385-7-iscsi at level 0 using segments [{'id': 'a5467c2d-baf3-4eee-af2e-7018d38efe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '5c1f66d1-9778-4f70-8383-16f7b7ba24b7'}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:15:04.892892 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14b494c-1c80-4148-a509-37b99e6de121 None None] Attempting to bind port f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0 on network 5c1f66d1-9778-4f70-8383-16f7b7ba24b7 {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:15:04.903367 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14b494c-1c80-4148-a509-37b99e6de121 None None] Checking agent: {'id': '293b8e5c-58b0-46e6-908b-da5c92a2d3b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 4, 12), 'started_at': datetime.datetime(2021, 6, 2, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:15:04.904787 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14b494c-1c80-4148-a509-37b99e6de121 None None] Checking segment: {'id': 'a5467c2d-baf3-4eee-af2e-7018d38efe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '5c1f66d1-9778-4f70-8383-16f7b7ba24b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:15:04.906579 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-a14b494c-1c80-4148-a509-37b99e6de121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:04.907222 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14b494c-1c80-4148-a509-37b99e6de121 None None] Bound using segment: {'id': 'a5467c2d-baf3-4eee-af2e-7018d38efe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '5c1f66d1-9778-4f70-8383-16f7b7ba24b7'} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:15:04.907929 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-a14b494c-1c80-4148-a509-37b99e6de121 None None] Bound port: f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0, host: dv-cinder-786385-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5467c2d-baf3-4eee-af2e-7018d38efe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '5c1f66d1-9778-4f70-8383-16f7b7ba24b7'}}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:15:04.909276 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-a14b494c-1c80-4148-a509-37b99e6de121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:04.963526 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5f2bc-1512-4263-a299-705d03655454 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b834c883-fe65-48ff-a119-a5d9a2d6397c,revision_number=0']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:04.971397 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a5f2bc-1512-4263-a299-705d03655454 admin admin] Checking segment: {'id': 'e0f6017e-9c54-4049-b3bb-7ef57516eda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '14054bde-040c-42b9-9c17-cb6108418e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:15:04.972168 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a5f2bc-1512-4263-a299-705d03655454 admin admin] Network hostable DHCP agents. Network: 14054bde-040c-42b9-9c17-cb6108418e33, hostable agents: ['4b89aefe-9643-4cd8-b10a-5110f7f4c5b0'], hosted agents: [] {{(pid=92342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 02 08:15:04.998341 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5f2bc-1512-4263-a299-705d03655454 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:15:04.998755 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5f2bc-1512-4263-a299-705d03655454 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:15:04.999239 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5f2bc-1512-4263-a299-705d03655454 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:15:04.999598 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5f2bc-1512-4263-a299-705d03655454 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:15:05.001487 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5f2bc-1512-4263-a299-705d03655454 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:15:05.001487 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5f2bc-1512-4263-a299-705d03655454 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:15:05.001487 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5f2bc-1512-4263-a299-705d03655454 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:15:05.001890 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5f2bc-1512-4263-a299-705d03655454 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:15:05.002254 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5f2bc-1512-4263-a299-705d03655454 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:15:05.002770 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5f2bc-1512-4263-a299-705d03655454 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:15:05.003181 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5f2bc-1512-4263-a299-705d03655454 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:15:05.003535 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5f2bc-1512-4263-a299-705d03655454 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:15:05.013667 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-35a5f2bc-1512-4263-a299-705d03655454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:05.068443 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-a14b494c-1c80-4148-a509-37b99e6de121 None None] For port f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0, host dv-cinder-786385-7-iscsi, cleared binding levels {{(pid=92343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:15:05.088357 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-a14b494c-1c80-4148-a509-37b99e6de121 None None] For port f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0, host dv-cinder-786385-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0,segment=NetworkSegment(a5467c2d-baf3-4eee-af2e-7018d38efe17),segment_id=a5467c2d-baf3-4eee-af2e-7018d38efe17)] {{(pid=92343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:15:05.105657 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a5f2bc-1512-4263-a299-705d03655454 admin admin] Network 14054bde-040c-42b9-9c17-cb6108418e33 is scheduled to be hosted by DHCP agent 4b89aefe-9643-4cd8-b10a-5110f7f4c5b0 with binding_index 1 {{(pid=92342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 02 08:15:05.196854 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-a14b494c-1c80-4148-a509-37b99e6de121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:05.201935 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:05.227499 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe35ab-e731-465a-bc6c-76623e305e36 req-0c976406-934e-4e63-8529-a2c803f6afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:05.228880 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-d5fe35ab-e731-465a-bc6c-76623e305e36 req-0c976406-934e-4e63-8529-a2c803f6afe1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4e4215d7677d49a68195abd7f00b623e&device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 1099 time: 0.1065781
Jun 02 08:15:05.230108 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-35a5f2bc-1512-4263-a299-705d03655454 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-iscsi, 14054bde-040c-42b9-9c17-cb6108418e33) {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:15:05.244388 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a5f2bc-1512-4263-a299-705d03655454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:05.244388 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-35a5f2bc-1512-4263-a299-705d03655454 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:05.292833 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2f06b-583d-4e12-aeff-ea69c6e950f8 req-c92d0e51-2ec1-422e-b260-1fa137bf57ea tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:05.299081 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a5c2f06b-583d-4e12-aeff-ea69c6e950f8 req-c92d0e51-2ec1-422e-b260-1fa137bf57ea tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.2290089
Jun 02 08:15:05.328924 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c474d25b-2768-4a4f-abd7-2cebc28902fc None None] Network 14054bde-040c-42b9-9c17-cb6108418e33 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:15:05.386240 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a5c2f06b-583d-4e12-aeff-ea69c6e950f8 req-bcb0974c-de1e-40d6-9a94-b391fedcb685 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782390
Jun 02 08:15:05.414775 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-35a5f2bc-1512-4263-a299-705d03655454 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.4442220
Jun 02 08:15:05.417458 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 32918) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:15:05.422039 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-86fd1186-a1d3-44ba-ae61-a881fa30b034 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-391908662-router', 'tenant_id': '81b009ef58234aa8aee54ac8fb25e5b8', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257'}}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:15:05.427150 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-86fd1186-a1d3-44ba-ae61-a881fa30b034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:15:05.445058 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-86fd1186-a1d3-44ba-ae61-a881fa30b034 admin admin] Usage tracker for resource:router and tenant:81b009ef58234aa8aee54ac8fb25e5b8 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:15:05.450279 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-86fd1186-a1d3-44ba-ae61-a881fa30b034 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:15:05.463603 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe35ab-e731-465a-bc6c-76623e305e36 req-5b3c4a57-df58-42c9-9469-7b4cfccca147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:05.468616 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-d5fe35ab-e731-465a-bc6c-76623e305e36 req-5b3c4a57-df58-42c9-9469-7b4cfccca147 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9845329e-acbc-4864-8fcb-054e52779455 HTTP/1.1" status: 200  len: 919 time: 0.2212231
Jun 02 08:15:05.476478 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-86fd1186-a1d3-44ba-ae61-a881fa30b034 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:15:05.613836 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14b494c-1c80-4148-a509-37b99e6de121 None None] Routers {'d0775797-2b2f-4a31-822a-f7744c0d2387'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:15:05.615166 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-a14b494c-1c80-4148-a509-37b99e6de121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7af6c7f0>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:14:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['d0775797-2b2f-4a31-822a-f7744c0d2387'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:15:05.689606 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd7f71-e146-4e44-bef9-393b0b942292 None None] Pushing event updated for resources: {'Port': ['ID=f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:05.707910 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-d5fe35ab-e731-465a-bc6c-76623e305e36 req-55b5ca44-bb2f-4fc1-92b3-bec5cb621db3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abf5cc2f-f90a-43a9-b684-3ad2587c71f5 HTTP/1.1" status: 200  len: 217 time: 0.2329323
Jun 02 08:15:05.711453 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-1bcd7f71-e146-4e44-bef9-393b0b942292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:05.754545 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16892833-1d15-485a-bd58-a6af90cf464a req-28d14fdc-11fc-4e6f-9c23-a3f70b100c06 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:05.756362 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-16892833-1d15-485a-bd58-a6af90cf464a req-28d14fdc-11fc-4e6f-9c23-a3f70b100c06 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/networks?id=5abc9d26-3cb6-446d-969d-090f313dd1b0 HTTP/1.1" status: 200  len: 815 time: 0.2213070
Jun 02 08:15:05.757980 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-86fd1186-a1d3-44ba-ae61-a881fa30b034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8100032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2016'] for router, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:05.759319 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-86fd1186-a1d3-44ba-ae61-a881fa30b034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8100007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036529', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8237981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2031'] for router, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:05.783567 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-16892833-1d15-485a-bd58-a6af90cf464a req-cb6df499-e50f-4a22-83fb-f9c24124f1d1 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/quotas/459588786ab44c4bbeeae4bc8cf7fcb5 HTTP/1.1" status: 200  len: 375 time: 0.0191808
Jun 02 08:15:05.818260 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe35ab-e731-465a-bc6c-76623e305e36 req-f4b7ddce-bcca-480f-a56f-d15cc55da0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:05.820425 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-d5fe35ab-e731-465a-bc6c-76623e305e36 req-f4b7ddce-bcca-480f-a56f-d15cc55da0a9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c714f4d4-5e2f-43c9-8b5e-164491687504 HTTP/1.1" status: 200  len: 858 time: 0.1027472
Jun 02 08:15:05.851869 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-86fd1186-a1d3-44ba-ae61-a881fa30b034 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:05.894485 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-d5fe35ab-e731-465a-bc6c-76623e305e36 req-2ffaff08-8d20-4966-8316-7c54d4306a43 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9845329e-acbc-4864-8fcb-054e52779455&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0654891
Jun 02 08:15:06.000973 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-16892833-1d15-485a-bd58-a6af90cf464a req-3975a1b8-5c60-4878-9c44-fc5a2afcd335 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=459588786ab44c4bbeeae4bc8cf7fcb5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2161341
Jun 02 08:15:06.063357 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-a14b494c-1c80-4148-a509-37b99e6de121 None None] Set router d0775797-2b2f-4a31-822a-f7744c0d2387 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:15:06.102461 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-d5fe35ab-e731-465a-bc6c-76623e305e36 req-8f62abea-0c74-4f5c-b137-e4d887b3726f service neutron] 10.222.0.72 "GET /v2.0/networks/9845329e-acbc-4864-8fcb-054e52779455?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1895299
Jun 02 08:15:06.113841 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e346607-854b-4956-9c84-10d66d4c84d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843a9d8d-a68d-5afb-bd09-00322a14b4de-14054bde-040c-42b9-9c17-cb6108418e33', 'network_id': '14054bde-040c-42b9-9c17-cb6108418e33', 'tenant_id': '81b009ef58234aa8aee54ac8fb25e5b8', 'fixed_ips': [{'subnet_id': 'b834c883-fe65-48ff-a119-a5d9a2d6397c'}]}} from dv-cinder-786385-7-iscsi. {{(pid=92343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 02 08:15:06.114684 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-3e346607-854b-4956-9c84-10d66d4c84d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:06.300723 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-d5fe35ab-e731-465a-bc6c-76623e305e36 req-9fab013c-32b8-46aa-8e69-bcf55dfa99f4 service neutron] 10.222.0.72 "GET /v2.0/networks/9845329e-acbc-4864-8fcb-054e52779455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1937006
Jun 02 08:15:06.570984 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-86fd1186-a1d3-44ba-ae61-a881fa30b034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8036483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8100050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2045'] for router, precommit_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:06.582820 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-16892833-1d15-485a-bd58-a6af90cf464a req-7fdf3500-3341-422c-9107-075f019c7181 service neutron] 10.222.0.77 "GET /v2.0/networks/5abc9d26-3cb6-446d-969d-090f313dd1b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5806673
Jun 02 08:15:06.663100 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.db_base_plugin_common [None req-3e346607-854b-4956-9c84-10d66d4c84d1 None None] Allocated IP 172.20.0.2 (14054bde-040c-42b9-9c17-cb6108418e33/b834c883-fe65-48ff-a119-a5d9a2d6397c/62bbed0c-2095-4b85-8df1-7dbbf7a24744) {{(pid=92343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:15:06.802163 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-a14b494c-1c80-4148-a509-37b99e6de121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7af6c7f0>, [{'id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'name': 'tempest-TestShelveInstance-1895654758-router', 'tenant_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '77ffed1a-a89a-4023-817d-4ced4a637247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:14:53Z', 'updated_at': '2021-06-02T08:14:59Z', 'revision_number': 4, 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'gw_port': {'id': '77ffed1a-a89a-4023-817d-4ced4a637247', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:14:54Z', 'updated_at': '2021-06-02T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': 'f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0', 'name': '', 'network_id': '5c1f66d1-9778-4f70-8383-16f7b7ba24b7', 'tenant_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'mac_address': 'fa:16:3e:59:fb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '05bff79a-25c7-4afc-bc71-912a7a9eed0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:14:58Z', 'updated_at': '2021-06-02T08:15:05Z', 'revision_number': 4, 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'subnets': [{'id': '05bff79a-25c7-4afc-bc71-912a7a9eed0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:15:06.813505 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14b494c-1c80-4148-a509-37b99e6de121 None None] The sync data for ids ['d0775797-2b2f-4a31-822a-f7744c0d2387'] in dv-cinder-786385-7-iscsi is: [{'id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'name': 'tempest-TestShelveInstance-1895654758-router', 'tenant_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '77ffed1a-a89a-4023-817d-4ced4a637247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:14:53Z', 'updated_at': '2021-06-02T08:14:59Z', 'revision_number': 4, 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'gw_port': {'id': '77ffed1a-a89a-4023-817d-4ced4a637247', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:14:54Z', 'updated_at': '2021-06-02T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': 'f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0', 'name': '', 'network_id': '5c1f66d1-9778-4f70-8383-16f7b7ba24b7', 'tenant_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'mac_address': 'fa:16:3e:59:fb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '05bff79a-25c7-4afc-bc71-912a7a9eed0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:14:58Z', 'updated_at': '2021-06-02T08:15:05Z', 'revision_number': 4, 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'subnets': [{'id': '05bff79a-25c7-4afc-bc71-912a7a9eed0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:15:06.826803 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-16892833-1d15-485a-bd58-a6af90cf464a req-4c49506a-1572-4b3a-81b1-daeb431c1b46 service neutron] 10.222.0.77 "GET /v2.0/networks/5abc9d26-3cb6-446d-969d-090f313dd1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2339892
Jun 02 08:15:06.997115 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-3e346607-854b-4956-9c84-10d66d4c84d1 None None] Notify callbacks [] for port, precommit_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:07.008296 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-3e346607-854b-4956-9c84-10d66d4c84d1 None None] Transition to ACTIVE for port object 62bbed0c-2095-4b85-8df1-7dbbf7a24744 will not be triggered until provisioned by entity L2. {{(pid=92343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:15:07.021079 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb228ab-41ad-452f-ba90-a1fe97ce6f3c req-1a03bb16-6abe-48fd-9c00-079d969caf90 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:07.028431 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ccb228ab-41ad-452f-ba90-a1fe97ce6f3c req-1a03bb16-6abe-48fd-9c00-079d969caf90 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.3113499
Jun 02 08:15:07.029698 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-3e346607-854b-4956-9c84-10d66d4c84d1 None None] Transition to ACTIVE for port object 62bbed0c-2095-4b85-8df1-7dbbf7a24744 will not be triggered until provisioned by entity DHCP. {{(pid=92343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:15:07.116765 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ccb228ab-41ad-452f-ba90-a1fe97ce6f3c req-da56cd46-9f14-4cb2-9076-8dd263f4743d tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868914
Jun 02 08:15:07.120355 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-3e346607-854b-4956-9c84-10d66d4c84d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309'] for port, after_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:07.128417 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:07.304178 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e346607-854b-4956-9c84-10d66d4c84d1 None None] Network 14054bde-040c-42b9-9c17-cb6108418e33 is already hosted by enough agents. {{(pid=92343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:15:07.307581 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.scheduler.base_scheduler [None req-3e346607-854b-4956-9c84-10d66d4c84d1 None None] Resources bound (agent type, host, resource id):  {{(pid=92343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:15:07.320652 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e346607-854b-4956-9c84-10d66d4c84d1 None None] Received port after_create {{(pid=92343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:15:07.334516 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e346607-854b-4956-9c84-10d66d4c84d1 None None] Pushing event updated for resources: {'Port': ['ID=62bbed0c-2095-4b85-8df1-7dbbf7a24744,revision_number=1']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:07.338402 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-3e346607-854b-4956-9c84-10d66d4c84d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:07.459563 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-3e346607-854b-4956-9c84-10d66d4c84d1 None None] Attempting to bind port 62bbed0c-2095-4b85-8df1-7dbbf7a24744 on host dv-cinder-786385-7-iscsi for vnic_type normal with profile  {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:15:07.459949 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-3e346607-854b-4956-9c84-10d66d4c84d1 None None] Attempting to bind port 62bbed0c-2095-4b85-8df1-7dbbf7a24744 by drivers openvswitch,hyperv on host dv-cinder-786385-7-iscsi at level 0 using segments [{'id': 'e0f6017e-9c54-4049-b3bb-7ef57516eda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '14054bde-040c-42b9-9c17-cb6108418e33'}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:15:07.460338 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e346607-854b-4956-9c84-10d66d4c84d1 None None] Attempting to bind port 62bbed0c-2095-4b85-8df1-7dbbf7a24744 on network 14054bde-040c-42b9-9c17-cb6108418e33 {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:15:07.466220 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e346607-854b-4956-9c84-10d66d4c84d1 None None] Checking agent: {'id': '293b8e5c-58b0-46e6-908b-da5c92a2d3b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 4, 12), 'started_at': datetime.datetime(2021, 6, 2, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:15:07.466727 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e346607-854b-4956-9c84-10d66d4c84d1 None None] Checking segment: {'id': 'e0f6017e-9c54-4049-b3bb-7ef57516eda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '14054bde-040c-42b9-9c17-cb6108418e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:15:07.467141 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-3e346607-854b-4956-9c84-10d66d4c84d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:07.467675 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e346607-854b-4956-9c84-10d66d4c84d1 None None] Bound using segment: {'id': 'e0f6017e-9c54-4049-b3bb-7ef57516eda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '14054bde-040c-42b9-9c17-cb6108418e33'} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:15:07.468169 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-3e346607-854b-4956-9c84-10d66d4c84d1 None None] Bound port: 62bbed0c-2095-4b85-8df1-7dbbf7a24744, host: dv-cinder-786385-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0f6017e-9c54-4049-b3bb-7ef57516eda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '14054bde-040c-42b9-9c17-cb6108418e33'}}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:15:07.468622 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-3e346607-854b-4956-9c84-10d66d4c84d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:07.486126 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f049ae46-c579-4ca2-8fad-ac8fc7699c67 req-800c677e-1d43-4372-8d47-00008cf6ab3c tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b5599eb-24de-444b-bf4f-27ea3df6d823 HTTP/1.1" status: 200  len: 210 time: 0.0691996
Jun 02 08:15:07.639206 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-3e346607-854b-4956-9c84-10d66d4c84d1 None None] For port 62bbed0c-2095-4b85-8df1-7dbbf7a24744, host dv-cinder-786385-7-iscsi, cleared binding levels {{(pid=92343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:15:07.651838 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-3e346607-854b-4956-9c84-10d66d4c84d1 None None] For port 62bbed0c-2095-4b85-8df1-7dbbf7a24744, host dv-cinder-786385-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=62bbed0c-2095-4b85-8df1-7dbbf7a24744,segment=NetworkSegment(e0f6017e-9c54-4049-b3bb-7ef57516eda9),segment_id=e0f6017e-9c54-4049-b3bb-7ef57516eda9)] {{(pid=92343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:15:07.691381 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:15:07.723658 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-86fd1186-a1d3-44ba-ae61-a881fa30b034 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:07.741536 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-3e346607-854b-4956-9c84-10d66d4c84d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:07.757054 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e6191f56-5f94-452f-b611-740572bf501d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:07.759559 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-86fd1186-a1d3-44ba-ae61-a881fa30b034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:07.945187 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e346607-854b-4956-9c84-10d66d4c84d1 None None] Pushing event updated for resources: {'Port': ['ID=62bbed0c-2095-4b85-8df1-7dbbf7a24744,revision_number=2']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:07.961847 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-3e346607-854b-4956-9c84-10d66d4c84d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:08.008687 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.db_base_plugin_common [None req-86fd1186-a1d3-44ba-ae61-a881fa30b034 admin admin] Allocated IP 172.27.3.60 (25cee017-96f1-470f-84b1-115420be0257/100151e0-9740-4c20-8f2c-560e0808d190/5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746) {{(pid=92341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:15:08.031739 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning for port f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0 completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:15:08.043069 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:15:08.043448 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:08.358761 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:08.389874 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-86fd1186-a1d3-44ba-ae61-a881fa30b034 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:08.423042 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] For port f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0,segment=NetworkSegment(a5467c2d-baf3-4eee-af2e-7018d38efe17),segment_id=a5467c2d-baf3-4eee-af2e-7018d38efe17)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:15:08.498740 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-86fd1186-a1d3-44ba-ae61-a881fa30b034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:08.510682 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:08.530152 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:08.532032 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:08.596300 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fd1186-a1d3-44ba-ae61-a881fa30b034 admin admin] Network 25cee017-96f1-470f-84b1-115420be0257 is already hosted by enough agents. {{(pid=92341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:15:08.601340 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [None req-86fd1186-a1d3-44ba-ae61-a881fa30b034 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:15:08.604536 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fd1186-a1d3-44ba-ae61-a881fa30b034 admin admin] Received port after_create {{(pid=92341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:15:08.652897 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd1186-a1d3-44ba-ae61-a881fa30b034 admin admin] Pushing event updated for resources: {'Port': ['ID=5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:08.663221 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-86fd1186-a1d3-44ba-ae61-a881fa30b034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:08.685436 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Pushing event updated for resources: {'Port': ['ID=f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0,revision_number=5']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:08.688819 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:08.700126 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c6335-573e-4ffd-9857-b88fb4a8d475 req-6685d4d4-c916-460f-b45a-882a45936ce1 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:08.702121 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7d2c6335-573e-4ffd-9857-b88fb4a8d475 req-6685d4d4-c916-460f-b45a-882a45936ce1 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.2800324
Jun 02 08:15:08.990036 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-05d82be1-be32-49e3-9b72-94d1d7b772e4 req-09b95319-74ba-4a12-99d0-51e37b4d6221 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b5599eb-24de-444b-bf4f-27ea3df6d823 HTTP/1.1" status: 200  len: 210 time: 0.0864100
Jun 02 08:15:08.995673 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7d2c6335-573e-4ffd-9857-b88fb4a8d475 req-ac92022a-7556-4147-a6b5-5c6fadf112e8 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2108028
Jun 02 08:15:09.313047 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1dfd2b-6afe-4886-a4a2-d3bdd1a13357 None None] Network 14054bde-040c-42b9-9c17-cb6108418e33 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:15:09.437259 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-86fd1186-a1d3-44ba-ae61-a881fa30b034 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:09.633613 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-2d5a7739-ecbd-4ea0-b82a-9889c1cf379c None None] Provisioning for port 62bbed0c-2095-4b85-8df1-7dbbf7a24744 completed by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:15:09.783409 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 62bbed0c-2095-4b85-8df1-7dbbf7a24744 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:15:09.939164 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning for port 62bbed0c-2095-4b85-8df1-7dbbf7a24744 completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:15:09.956097 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 62bbed0c-2095-4b85-8df1-7dbbf7a24744 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:15:09.956871 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:09.997573 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-86fd1186-a1d3-44ba-ae61-a881fa30b034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8100043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8036580'] for router, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:10.023779 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08cddd00-37e3-44e9-a356-8baeff4b1b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:10.270749 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:10.327984 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-224c9755-7b26-424d-a1e7-f16c300a4bd8 req-c059c82a-1afe-4c3b-9f89-3e7581a753c7 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b5599eb-24de-444b-bf4f-27ea3df6d823 HTTP/1.1" status: 200  len: 210 time: 0.0749245
Jun 02 08:15:10.343877 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e1ac6b72-a98e-42aa-baf3-c4c259f6aabd None None] Provisioning complete for port 62bbed0c-2095-4b85-8df1-7dbbf7a24744 triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:15:10.344451 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e1ac6b72-a98e-42aa-baf3-c4c259f6aabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:10.403121 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] For port 62bbed0c-2095-4b85-8df1-7dbbf7a24744, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=62bbed0c-2095-4b85-8df1-7dbbf7a24744,segment=NetworkSegment(e0f6017e-9c54-4049-b3bb-7ef57516eda9),segment_id=e0f6017e-9c54-4049-b3bb-7ef57516eda9)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:15:10.429119 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16892833-1d15-485a-bd58-a6af90cf464a req-57d3146e-62f8-491a-93dd-79f527f9c681 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:10.434945 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-16892833-1d15-485a-bd58-a6af90cf464a req-57d3146e-62f8-491a-93dd-79f527f9c681 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.72 "GET /v2.0/networks?id=5abc9d26-3cb6-446d-969d-090f313dd1b0 HTTP/1.1" status: 200  len: 815 time: 0.4386585
Jun 02 08:15:10.449794 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [req-16892833-1d15-485a-bd58-a6af90cf464a req-298c5672-387a-4f37-ae03-67fc41260ba4 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Request body: {'port': {'device_id': '7b5599eb-24de-444b-bf4f-27ea3df6d823', 'network_id': '5abc9d26-3cb6-446d-969d-090f313dd1b0', 'admin_state_up': True, 'tenant_id': '459588786ab44c4bbeeae4bc8cf7fcb5'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:15:10.511039 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b4df9-5dd3-4972-a788-2645a3bf9264 req-100008a7-e8dc-42b8-8901-7f45dbe54505 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:10.518864 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f21b4df9-5dd3-4972-a788-2645a3bf9264 req-100008a7-e8dc-42b8-8901-7f45dbe54505 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.1864152
Jun 02 08:15:10.579671 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f21b4df9-5dd3-4972-a788-2645a3bf9264 req-506811b3-d130-4fa4-90c9-5d3e1d088878 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598512
Jun 02 08:15:10.589969 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86fd1186-a1d3-44ba-ae61-a881fa30b034 admin admin] Router b73069ee-33d5-4519-86ba-03c98c8223d9 is scheduled to L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac with binding_index 1 {{(pid=92341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 02 08:15:10.610805 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:10.611989 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:15:10.645723 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [req-16892833-1d15-485a-bd58-a6af90cf464a req-298c5672-387a-4f37-ae03-67fc41260ba4 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:15:10.648397 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-7768cc5b-074b-4d5b-a2ee-bcdfd2e7e49f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:10.653711 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-16892833-1d15-485a-bd58-a6af90cf464a req-298c5672-387a-4f37-ae03-67fc41260ba4 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Usage tracker for resource:port and tenant:459588786ab44c4bbeeae4bc8cf7fcb5 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:15:10.657069 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-16892833-1d15-485a-bd58-a6af90cf464a req-298c5672-387a-4f37-ae03-67fc41260ba4 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:15:10.663503 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [req-16892833-1d15-485a-bd58-a6af90cf464a req-298c5672-387a-4f37-ae03-67fc41260ba4 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:15:10.733082 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16892833-1d15-485a-bd58-a6af90cf464a req-298c5672-387a-4f37-ae03-67fc41260ba4 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Made reservation on behalf of 459588786ab44c4bbeeae4bc8cf7fcb5 for: {'port': 1} {{(pid=92342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:15:10.737925 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-16892833-1d15-485a-bd58-a6af90cf464a req-298c5672-387a-4f37-ae03-67fc41260ba4 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:10.790072 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Pushing event updated for resources: {'Port': ['ID=62bbed0c-2095-4b85-8df1-7dbbf7a24744,revision_number=3']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:10.793509 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:10.807316 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:15:10.807988 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:10.878945 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fd1186-a1d3-44ba-ae61-a881fa30b034 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:15:10.890820 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d66e7c-177a-4780-94f5-18708d9e1032 None None] Sync routers for ids ['b73069ee-33d5-4519-86ba-03c98c8223d9'] in dv-cinder-786385-7-iscsi {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:15:10.917018 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d66e7c-177a-4780-94f5-18708d9e1032 None None] Routers {'b73069ee-33d5-4519-86ba-03c98c8223d9'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:15:10.917711 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-e0d66e7c-177a-4780-94f5-18708d9e1032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7accd280>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:14:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['b73069ee-33d5-4519-86ba-03c98c8223d9'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:15:11.030370 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-86fd1186-a1d3-44ba-ae61-a881fa30b034 admin admin] Notify callbacks [] for router, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:11.034396 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-86fd1186-a1d3-44ba-ae61-a881fa30b034 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 5.6133590
Jun 02 08:15:11.035580 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 32996) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:15:11.047959 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_common [req-16892833-1d15-485a-bd58-a6af90cf464a req-298c5672-387a-4f37-ae03-67fc41260ba4 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Allocated IP 172.20.0.9 (5abc9d26-3cb6-446d-969d-090f313dd1b0/a26abb64-e4a3-4289-8a08-a11db3baccfa/73d8a3f7-60b4-4f4f-81c8-f0fa228e7684) {{(pid=92342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:15:11.234369 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-e0d66e7c-177a-4780-94f5-18708d9e1032 None None] Set router b73069ee-33d5-4519-86ba-03c98c8223d9 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:15:11.327060 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-16892833-1d15-485a-bd58-a6af90cf464a req-298c5672-387a-4f37-ae03-67fc41260ba4 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Notify callbacks [] for port, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:11.454929 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-16892833-1d15-485a-bd58-a6af90cf464a req-298c5672-387a-4f37-ae03-67fc41260ba4 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:11.470183 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['9c1dd446-899f-48e9-b420-894033e526f6', '33629f14-0ca1-42f4-aeff-93d761bd2461', '8b0b91b4-f92c-40d6-aed5-36de29280a80'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:15:11.500440 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-01351f2d-69b6-49fd-874b-8350f80df71d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:11.688303 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 62bbed0c-2095-4b85-8df1-7dbbf7a24744 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:15:11.750199 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c5672-387a-4f37-ae03-67fc41260ba4 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Pushing event updated for resources: {'Port': ['ID=73d8a3f7-60b4-4f4f-81c8-f0fa228e7684,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:11.762988 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-298c5672-387a-4f37-ae03-67fc41260ba4 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:11.791638 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16892833-1d15-485a-bd58-a6af90cf464a req-298c5672-387a-4f37-ae03-67fc41260ba4 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Network 5abc9d26-3cb6-446d-969d-090f313dd1b0 is already hosted by enough agents. {{(pid=92342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:15:11.799557 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [req-16892833-1d15-485a-bd58-a6af90cf464a req-298c5672-387a-4f37-ae03-67fc41260ba4 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Resources bound (agent type, host, resource id):  {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:15:11.807001 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [req-16892833-1d15-485a-bd58-a6af90cf464a req-298c5672-387a-4f37-ae03-67fc41260ba4 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Received port after_create {{(pid=92342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:15:11.844816 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-e0d66e7c-177a-4780-94f5-18708d9e1032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7accd280>, [{'id': 'b73069ee-33d5-4519-86ba-03c98c8223d9', 'name': 'tempest-TestShelveInstance-391908662-router', 'tenant_id': '81b009ef58234aa8aee54ac8fb25e5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:15:05Z', 'updated_at': '2021-06-02T08:15:09Z', 'revision_number': 3, 'project_id': '81b009ef58234aa8aee54ac8fb25e5b8', 'gw_port': {'id': '5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73069ee-33d5-4519-86ba-03c98c8223d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:15:07Z', 'updated_at': '2021-06-02T08:15:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:15:11.849296 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d66e7c-177a-4780-94f5-18708d9e1032 None None] Checking router: b73069ee-33d5-4519-86ba-03c98c8223d9 for host: dv-cinder-786385-7-iscsi {{(pid=92344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:15:11.849814 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d66e7c-177a-4780-94f5-18708d9e1032 None None] Updating router b73069ee-33d5-4519-86ba-03c98c8223d9 port 5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746 binding host dv-cinder-786385-7-iscsi {{(pid=92344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 02 08:15:11.906826 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-e0d66e7c-177a-4780-94f5-18708d9e1032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:11.924618 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 62bbed0c-2095-4b85-8df1-7dbbf7a24744 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:15:11.927513 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:11.966876 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16892833-1d15-485a-bd58-a6af90cf464a req-298c5672-387a-4f37-ae03-67fc41260ba4 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:11.967789 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-16892833-1d15-485a-bd58-a6af90cf464a req-298c5672-387a-4f37-ae03-67fc41260ba4 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:12.096623 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40039aa5-d425-4822-8147-d56097f2fb44 req-a6132918-f383-46f2-9768-e8064082a4ad tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:12.104737 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-40039aa5-d425-4822-8147-d56097f2fb44 req-a6132918-f383-46f2-9768-e8064082a4ad tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b5599eb-24de-444b-bf4f-27ea3df6d823 HTTP/1.1" status: 200  len: 931 time: 0.5122812
Jun 02 08:15:12.120272 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-16892833-1d15-485a-bd58-a6af90cf464a req-298c5672-387a-4f37-ae03-67fc41260ba4 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6743798
Jun 02 08:15:12.135559 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [req-16892833-1d15-485a-bd58-a6af90cf464a req-1ea001f8-e752-428f-bec0-04a3f2089a6e service neutron] Request body: {'port': {'device_id': '7b5599eb-24de-444b-bf4f-27ea3df6d823', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:15:12.427394 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-e0d66e7c-177a-4780-94f5-18708d9e1032 None None] Notify callbacks [] for port, precommit_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:12.449549 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.provisioning_blocks [None req-e0d66e7c-177a-4780-94f5-18708d9e1032 None None] Transition to ACTIVE for port object 5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746 will not be triggered until provisioned by entity L2. {{(pid=92344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:15:12.456495 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-16892833-1d15-485a-bd58-a6af90cf464a req-1ea001f8-e752-428f-bec0-04a3f2089a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:12.459863 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-40039aa5-d425-4822-8147-d56097f2fb44 req-36e6cfd8-9a4d-48be-b248-958fd83aafbe tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3536348
Jun 02 08:15:12.514091 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-e0d66e7c-177a-4780-94f5-18708d9e1032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:12.521412 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [None req-81c20119-aa0e-4581-85b2-8829abe2d16d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:12.608086 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:12.631924 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528e0bd-7b4f-4152-8c7c-8d2f4a09a1d0 req-f3afdd3e-3edd-4921-9277-ebdbd4aa23db tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:12.649000 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0528e0bd-7b4f-4152-8c7c-8d2f4a09a1d0 req-f3afdd3e-3edd-4921-9277-ebdbd4aa23db tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.6626468
Jun 02 08:15:12.653070 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-9f6626a5-baff-4f60-aefc-bb45f2941906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:12.683900 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b9177-bfc0-4607-b7cf-471306997a8d None None] Pushing event updated for resources: {'Port': ['ID=5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746,revision_number=2']} {{(pid=92344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:12.692336 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.managers [None req-e0d66e7c-177a-4780-94f5-18708d9e1032 None None] Attempting to bind port 5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746 on host dv-cinder-786385-7-iscsi for vnic_type normal with profile  {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:15:12.695499 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.managers [None req-e0d66e7c-177a-4780-94f5-18708d9e1032 None None] Attempting to bind port 5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746 by drivers openvswitch,hyperv on host dv-cinder-786385-7-iscsi at level 0 using segments [{'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'}] {{(pid=92344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:15:12.696183 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d66e7c-177a-4780-94f5-18708d9e1032 None None] Attempting to bind port 5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746 on network 25cee017-96f1-470f-84b1-115420be0257 {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:15:12.706972 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [None req-c55b9177-bfc0-4607-b7cf-471306997a8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:12.708418 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d66e7c-177a-4780-94f5-18708d9e1032 None None] Checking agent: {'id': '293b8e5c-58b0-46e6-908b-da5c92a2d3b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 4, 12), 'started_at': datetime.datetime(2021, 6, 2, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:15:12.709152 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d66e7c-177a-4780-94f5-18708d9e1032 None None] Checking segment: {'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:15:12.710636 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-e0d66e7c-177a-4780-94f5-18708d9e1032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:12.711383 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d66e7c-177a-4780-94f5-18708d9e1032 None None] Bound using segment: {'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'} {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:15:12.712682 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.managers [None req-e0d66e7c-177a-4780-94f5-18708d9e1032 None None] Bound port: 5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746, host: dv-cinder-786385-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'}}] {{(pid=92344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:15:12.713550 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-e0d66e7c-177a-4780-94f5-18708d9e1032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:12.791289 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0528e0bd-7b4f-4152-8c7c-8d2f4a09a1d0 req-b7b5fcff-5372-45db-99ae-0b246b851869 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1413555
Jun 02 08:15:12.870977 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.db [None req-e0d66e7c-177a-4780-94f5-18708d9e1032 None None] For port 5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746, host dv-cinder-786385-7-iscsi, cleared binding levels {{(pid=92344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:15:12.887166 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.db [None req-e0d66e7c-177a-4780-94f5-18708d9e1032 None None] For port 5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746, host dv-cinder-786385-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746,segment=NetworkSegment(7d00a59a-fd6b-444f-8454-6973ee677288),segment_id=7d00a59a-fd6b-444f-8454-6973ee677288)] {{(pid=92344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:15:12.986978 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-e0d66e7c-177a-4780-94f5-18708d9e1032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:12.994893 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [None req-ff26a7e5-ca75-4427-a831-1d6c6fc8e52e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:12.998883 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-0ac1a177-5a04-476d-a701-3b2da9a2bf73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:13.089005 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [req-16892833-1d15-485a-bd58-a6af90cf464a req-1ea001f8-e752-428f-bec0-04a3f2089a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73d8a3f7-60b4-4f4f-81c8-f0fa228e7684 {{(pid=92342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:15:13.099503 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-16892833-1d15-485a-bd58-a6af90cf464a req-1ea001f8-e752-428f-bec0-04a3f2089a6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:13.119094 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.provisioning_blocks [req-16892833-1d15-485a-bd58-a6af90cf464a req-1ea001f8-e752-428f-bec0-04a3f2089a6e service neutron] Transition to ACTIVE for port object 73d8a3f7-60b4-4f4f-81c8-f0fa228e7684 will not be triggered until provisioned by entity L2. {{(pid=92342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:15:13.158539 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d66e7c-177a-4780-94f5-18708d9e1032 None None] Routers {'b73069ee-33d5-4519-86ba-03c98c8223d9'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:15:13.159153 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-e0d66e7c-177a-4780-94f5-18708d9e1032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7accd280>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:15:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['b73069ee-33d5-4519-86ba-03c98c8223d9'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:15:13.211303 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-16892833-1d15-485a-bd58-a6af90cf464a req-1ea001f8-e752-428f-bec0-04a3f2089a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6633674'] for port, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:13.223106 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:13.233157 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b9177-bfc0-4607-b7cf-471306997a8d None None] Pushing event updated for resources: {'Port': ['ID=5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746,revision_number=3']} {{(pid=92344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:13.243734 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [None req-c55b9177-bfc0-4607-b7cf-471306997a8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:13.405627 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.db_base_plugin_common [None req-0ac1a177-5a04-476d-a701-3b2da9a2bf73 admin admin] Allocated IP 172.20.0.1 (14054bde-040c-42b9-9c17-cb6108418e33/b834c883-fe65-48ff-a119-a5d9a2d6397c/2be1ef38-e169-4d57-a68e-4503eb6020f3) {{(pid=92341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:15:13.429432 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-e0d66e7c-177a-4780-94f5-18708d9e1032 None None] Set router b73069ee-33d5-4519-86ba-03c98c8223d9 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:15:13.435216 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea001f8-e752-428f-bec0-04a3f2089a6e service neutron] Pushing event updated for resources: {'Port': ['ID=73d8a3f7-60b4-4f4f-81c8-f0fa228e7684,revision_number=2']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:13.440267 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-1ea001f8-e752-428f-bec0-04a3f2089a6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:13.466342 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.managers [req-16892833-1d15-485a-bd58-a6af90cf464a req-1ea001f8-e752-428f-bec0-04a3f2089a6e service neutron] Attempting to bind port 73d8a3f7-60b4-4f4f-81c8-f0fa228e7684 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:15:13.467232 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.managers [req-16892833-1d15-485a-bd58-a6af90cf464a req-1ea001f8-e752-428f-bec0-04a3f2089a6e service neutron] Attempting to bind port 73d8a3f7-60b4-4f4f-81c8-f0fa228e7684 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'b642ba97-1b26-4c7e-972e-d6caae7f9c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5abc9d26-3cb6-446d-969d-090f313dd1b0'}] {{(pid=92342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:15:13.467232 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16892833-1d15-485a-bd58-a6af90cf464a req-1ea001f8-e752-428f-bec0-04a3f2089a6e service neutron] Attempting to bind port 73d8a3f7-60b4-4f4f-81c8-f0fa228e7684 on network 5abc9d26-3cb6-446d-969d-090f313dd1b0 {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:15:13.472798 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16892833-1d15-485a-bd58-a6af90cf464a req-1ea001f8-e752-428f-bec0-04a3f2089a6e service neutron] Port 73d8a3f7-60b4-4f4f-81c8-f0fa228e7684 on network 5abc9d26-3cb6-446d-969d-090f313dd1b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 02 08:15:13.473454 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16892833-1d15-485a-bd58-a6af90cf464a req-1ea001f8-e752-428f-bec0-04a3f2089a6e service neutron] Attempting to bind port 73d8a3f7-60b4-4f4f-81c8-f0fa228e7684 on network 5abc9d26-3cb6-446d-969d-090f313dd1b0 {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:15:13.480966 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16892833-1d15-485a-bd58-a6af90cf464a req-1ea001f8-e752-428f-bec0-04a3f2089a6e service neutron] Checking agent: {'id': '5f85f1d8-5acd-47ff-be11-89642c504a90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:15:13.481308 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16892833-1d15-485a-bd58-a6af90cf464a req-1ea001f8-e752-428f-bec0-04a3f2089a6e service neutron] Checking segment: {'id': 'b642ba97-1b26-4c7e-972e-d6caae7f9c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5abc9d26-3cb6-446d-969d-090f313dd1b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:15:13.484463 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16892833-1d15-485a-bd58-a6af90cf464a req-1ea001f8-e752-428f-bec0-04a3f2089a6e service neutron] Bound using segment: {'id': 'b642ba97-1b26-4c7e-972e-d6caae7f9c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5abc9d26-3cb6-446d-969d-090f313dd1b0'} {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:15:13.484463 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.managers [req-16892833-1d15-485a-bd58-a6af90cf464a req-1ea001f8-e752-428f-bec0-04a3f2089a6e service neutron] Bound port: 73d8a3f7-60b4-4f4f-81c8-f0fa228e7684, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b642ba97-1b26-4c7e-972e-d6caae7f9c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5abc9d26-3cb6-446d-969d-090f313dd1b0'}}] {{(pid=92342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:15:13.484463 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-16892833-1d15-485a-bd58-a6af90cf464a req-1ea001f8-e752-428f-bec0-04a3f2089a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:13.624033 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [req-16892833-1d15-485a-bd58-a6af90cf464a req-1ea001f8-e752-428f-bec0-04a3f2089a6e service neutron] For port 73d8a3f7-60b4-4f4f-81c8-f0fa228e7684, host hv-cinder-78638, cleared binding levels {{(pid=92342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:15:13.628674 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [req-16892833-1d15-485a-bd58-a6af90cf464a req-1ea001f8-e752-428f-bec0-04a3f2089a6e service neutron] For port 73d8a3f7-60b4-4f4f-81c8-f0fa228e7684, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=73d8a3f7-60b4-4f4f-81c8-f0fa228e7684,segment=NetworkSegment(b642ba97-1b26-4c7e-972e-d6caae7f9c07),segment_id=b642ba97-1b26-4c7e-972e-d6caae7f9c07)] {{(pid=92342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:15:13.649667 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-0ac1a177-5a04-476d-a701-3b2da9a2bf73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:13.714897 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.provisioning_blocks [None req-0ac1a177-5a04-476d-a701-3b2da9a2bf73 admin admin] Transition to ACTIVE for port object 2be1ef38-e169-4d57-a68e-4503eb6020f3 will not be triggered until provisioned by entity DHCP. {{(pid=92341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:15:13.726542 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-16892833-1d15-485a-bd58-a6af90cf464a req-1ea001f8-e752-428f-bec0-04a3f2089a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6633674'] for port, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:13.733467 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-a7ba6e36-daad-40d2-8c0e-eaf9c9602f11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:13.737286 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:13.815015 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97d196-77bc-434f-a9c4-65a344ce694c req-c3cd3cb3-a7aa-468c-9a8a-65d6c4e55e95 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:13.816759 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16892833-1d15-485a-bd58-a6af90cf464a req-1ea001f8-e752-428f-bec0-04a3f2089a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:13.819305 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-16892833-1d15-485a-bd58-a6af90cf464a req-1ea001f8-e752-428f-bec0-04a3f2089a6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:13.819733 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8e97d196-77bc-434f-a9c4-65a344ce694c req-c3cd3cb3-a7aa-468c-9a8a-65d6c4e55e95 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b5599eb-24de-444b-bf4f-27ea3df6d823 HTTP/1.1" status: 200  len: 943 time: 0.1657405
Jun 02 08:15:13.821224 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-16892833-1d15-485a-bd58-a6af90cf464a req-1ea001f8-e752-428f-bec0-04a3f2089a6e service neutron] 10.222.0.72 "PUT /v2.0/ports/73d8a3f7-60b4-4f4f-81c8-f0fa228e7684 HTTP/1.1" status: 200  len: 1093 time: 1.6916747
Jun 02 08:15:13.823371 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5599eb-24de-444b-bf4f-27ea3df6d823', 'tag': '73d8a3f7-60b4-4f4f-81c8-f0fa228e7684'}] {{(pid=92342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:15:13.826855 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e374b3b879b00d97b29532d72ba3bb6ea3956478347f3877d9246faf94d18eae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f978fc9f-4b80-4df2-bdbe-307a72cfcc3e" -d '{"events": [{"name": "network-changed", "server_uuid": "7b5599eb-24de-444b-bf4f-27ea3df6d823", "tag": "73d8a3f7-60b4-4f4f-81c8-f0fa228e7684"}]}' {{(pid=92342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:15:13.887090 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea001f8-e752-428f-bec0-04a3f2089a6e service neutron] Pushing event updated for resources: {'Port': ['ID=73d8a3f7-60b4-4f4f-81c8-f0fa228e7684,revision_number=3']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:13.891377 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-1ea001f8-e752-428f-bec0-04a3f2089a6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:13.896620 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-0ac1a177-5a04-476d-a701-3b2da9a2bf73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:13.903956 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8e97d196-77bc-434f-a9c4-65a344ce694c req-529f911d-4550-48a1-afdc-71feed7cbd09 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716832
Jun 02 08:15:13.914254 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-09ec0d3a-e515-48dc-aad2-1a02614fd9df tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:13.919854 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-e0d66e7c-177a-4780-94f5-18708d9e1032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7accd280>, [{'id': 'b73069ee-33d5-4519-86ba-03c98c8223d9', 'name': 'tempest-TestShelveInstance-391908662-router', 'tenant_id': '81b009ef58234aa8aee54ac8fb25e5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:15:05Z', 'updated_at': '2021-06-02T08:15:09Z', 'revision_number': 3, 'project_id': '81b009ef58234aa8aee54ac8fb25e5b8', 'gw_port': {'id': '5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73069ee-33d5-4519-86ba-03c98c8223d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:15:07Z', 'updated_at': '2021-06-02T08:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:15:13.931590 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d66e7c-177a-4780-94f5-18708d9e1032 None None] The sync data for ids ['b73069ee-33d5-4519-86ba-03c98c8223d9'] in dv-cinder-786385-7-iscsi is: [{'id': 'b73069ee-33d5-4519-86ba-03c98c8223d9', 'name': 'tempest-TestShelveInstance-391908662-router', 'tenant_id': '81b009ef58234aa8aee54ac8fb25e5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:15:05Z', 'updated_at': '2021-06-02T08:15:09Z', 'revision_number': 3, 'project_id': '81b009ef58234aa8aee54ac8fb25e5b8', 'gw_port': {'id': '5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73069ee-33d5-4519-86ba-03c98c8223d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:15:07Z', 'updated_at': '2021-06-02T08:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}] {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:15:13.995658 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1a177-5a04-476d-a701-3b2da9a2bf73 admin admin] Pushing event updated for resources: {'Port': ['ID=2be1ef38-e169-4d57-a68e-4503eb6020f3,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:14.000667 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-0ac1a177-5a04-476d-a701-3b2da9a2bf73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:14.030442 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac1a177-5a04-476d-a701-3b2da9a2bf73 admin admin] Network 14054bde-040c-42b9-9c17-cb6108418e33 is already hosted by enough agents. {{(pid=92341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:15:14.031748 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [None req-0ac1a177-5a04-476d-a701-3b2da9a2bf73 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:15:14.034325 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac1a177-5a04-476d-a701-3b2da9a2bf73 admin admin] Received port after_create {{(pid=92341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:15:14.088420 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcd9a29-b1ac-4118-b89b-af8470376e15 x-openstack-request-id: req-dfcd9a29-b1ac-4118-b89b-af8470376e15 {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:15:14.088987 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b5599eb-24de-444b-bf4f-27ea3df6d823", "tag": "73d8a3f7-60b4-4f4f-81c8-f0fa228e7684", "status": "completed", "code": 200}]} {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:15:14.089395 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dfcd9a29-b1ac-4118-b89b-af8470376e15 {{(pid=92342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:15:14.090113 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b5599eb-24de-444b-bf4f-27ea3df6d823', 'tag': '73d8a3f7-60b4-4f4f-81c8-f0fa228e7684', 'status': 'completed', 'code': 200}
Jun 02 08:15:14.170016 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16892833-1d15-485a-bd58-a6af90cf464a req-cccbcc63-7fc2-4d85-97f7-0b13bf8ce3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:14.172242 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-16892833-1d15-485a-bd58-a6af90cf464a req-cccbcc63-7fc2-4d85-97f7-0b13bf8ce3b8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=459588786ab44c4bbeeae4bc8cf7fcb5&device_id=7b5599eb-24de-444b-bf4f-27ea3df6d823 HTTP/1.1" status: 200  len: 1096 time: 0.1959035
Jun 02 08:15:14.196541 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-0ac1a177-5a04-476d-a701-3b2da9a2bf73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8036782'] for router_interface, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:14.269918 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ab75a-bc30-442d-abb2-04f473494890 req-c6c7f695-6f4c-4fbf-bf51-108da37571a1 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:14.270283 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d03ab75a-bc30-442d-abb2-04f473494890 req-c6c7f695-6f4c-4fbf-bf51-108da37571a1 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.1939712
Jun 02 08:15:14.303482 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-16892833-1d15-485a-bd58-a6af90cf464a req-4699893e-d8ff-4fcc-98bf-b771fc3ae840 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73d8a3f7-60b4-4f4f-81c8-f0fa228e7684 HTTP/1.1" status: 200  len: 217 time: 0.1203933
Jun 02 08:15:14.339763 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d03ab75a-bc30-442d-abb2-04f473494890 req-b1a2d1c6-c9b8-464d-aa76-5d016fc6ef91 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628393
Jun 02 08:15:14.472857 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16892833-1d15-485a-bd58-a6af90cf464a req-963c24b8-a7c8-42c4-9605-05b764d53687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:14.475642 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-16892833-1d15-485a-bd58-a6af90cf464a req-963c24b8-a7c8-42c4-9605-05b764d53687 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a26abb64-e4a3-4289-8a08-a11db3baccfa HTTP/1.1" status: 200  len: 855 time: 0.1624200
Jun 02 08:15:14.528641 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-16892833-1d15-485a-bd58-a6af90cf464a req-1ee21a7b-4209-454f-a1d7-c82e6bca5d02 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5abc9d26-3cb6-446d-969d-090f313dd1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0464470
Jun 02 08:15:14.623224 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-d141e00c-75a4-483c-a94d-f51cb6de0a82 None None] Provisioning for port 2be1ef38-e169-4d57-a68e-4503eb6020f3 completed by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:15:14.626828 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-0ac1a177-5a04-476d-a701-3b2da9a2bf73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:14.640160 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-d141e00c-75a4-483c-a94d-f51cb6de0a82 None None] Provisioning complete for port 2be1ef38-e169-4d57-a68e-4503eb6020f3 triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:15:14.646579 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-d141e00c-75a4-483c-a94d-f51cb6de0a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:14.755515 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-16892833-1d15-485a-bd58-a6af90cf464a req-f3eae1e7-96b3-4a99-8a68-133e5792a95c service neutron] 10.222.0.72 "GET /v2.0/networks/5abc9d26-3cb6-446d-969d-090f313dd1b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2099581
Jun 02 08:15:14.826392 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-d141e00c-75a4-483c-a94d-f51cb6de0a82 None None] Port 2be1ef38-e169-4d57-a68e-4503eb6020f3 cannot update to ACTIVE because it is not bound. {{(pid=92343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 02 08:15:15.019908 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-0ac1a177-5a04-476d-a701-3b2da9a2bf73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:15.053318 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-16892833-1d15-485a-bd58-a6af90cf464a req-93d95969-be24-413d-b464-05641cdc2c2a service neutron] 10.222.0.72 "GET /v2.0/networks/5abc9d26-3cb6-446d-969d-090f313dd1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2899034
Jun 02 08:15:15.079900 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-0ac1a177-5a04-476d-a701-3b2da9a2bf73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589761'] for port, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:15.123861 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:15.224610 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:15.344068 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978fc9f-4b80-4df2-bdbe-307a72cfcc3e req-66f7f5f4-bf17-4e4f-b7ea-7bc90fa2d64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:15.346305 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-f978fc9f-4b80-4df2-bdbe-307a72cfcc3e req-66f7f5f4-bf17-4e4f-b7ea-7bc90fa2d64c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=459588786ab44c4bbeeae4bc8cf7fcb5&device_id=7b5599eb-24de-444b-bf4f-27ea3df6d823 HTTP/1.1" status: 200  len: 1096 time: 0.1302249
Jun 02 08:15:15.359925 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-0ac1a177-5a04-476d-a701-3b2da9a2bf73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8036811'] for router_interface, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:15.371552 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1a177-5a04-476d-a701-3b2da9a2bf73 admin admin] Pushing event updated for resources: {'Port': ['ID=2be1ef38-e169-4d57-a68e-4503eb6020f3,revision_number=2']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:15.426436 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-0ac1a177-5a04-476d-a701-3b2da9a2bf73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:15.531950 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb35e2b-5f50-4f14-b7bd-f12bc687addf req-1e2b1d75-001c-4444-bbc8-dcf804051b0e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:15.540289 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-afb35e2b-5f50-4f14-b7bd-f12bc687addf req-1e2b1d75-001c-4444-bbc8-dcf804051b0e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b5599eb-24de-444b-bf4f-27ea3df6d823 HTTP/1.1" status: 200  len: 943 time: 0.3752408
Jun 02 08:15:15.588285 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978fc9f-4b80-4df2-bdbe-307a72cfcc3e req-cf7cdcdb-60e2-4544-9560-6848f5a452a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:15.590688 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-f978fc9f-4b80-4df2-bdbe-307a72cfcc3e req-cf7cdcdb-60e2-4544-9560-6848f5a452a4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5abc9d26-3cb6-446d-969d-090f313dd1b0 HTTP/1.1" status: 200  len: 916 time: 0.2363651
Jun 02 08:15:15.702336 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:15:15.706862 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac1a177-5a04-476d-a701-3b2da9a2bf73 admin admin] Network 14054bde-040c-42b9-9c17-cb6108418e33 is already hosted by enough agents. {{(pid=92341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:15:15.710300 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [None req-0ac1a177-5a04-476d-a701-3b2da9a2bf73 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:15:15.728343 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-afb35e2b-5f50-4f14-b7bd-f12bc687addf req-89b02b78-23cb-4a84-a228-cf8f543277ad tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1866450
Jun 02 08:15:15.729511 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-f978fc9f-4b80-4df2-bdbe-307a72cfcc3e req-7f8af5fd-e8c8-448b-9b2d-a87ebb0946de service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73d8a3f7-60b4-4f4f-81c8-f0fa228e7684 HTTP/1.1" status: 200  len: 217 time: 0.1196980
Jun 02 08:15:15.908481 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978fc9f-4b80-4df2-bdbe-307a72cfcc3e req-9c12c5cb-20cf-44d4-8ce1-33403f836822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:15.923128 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-f978fc9f-4b80-4df2-bdbe-307a72cfcc3e req-9c12c5cb-20cf-44d4-8ce1-33403f836822 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a26abb64-e4a3-4289-8a08-a11db3baccfa HTTP/1.1" status: 200  len: 855 time: 0.1555362
Jun 02 08:15:16.007106 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-f978fc9f-4b80-4df2-bdbe-307a72cfcc3e req-7b84a21b-b163-455b-b74f-18ce30454ade service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5abc9d26-3cb6-446d-969d-090f313dd1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0678837
Jun 02 08:15:16.022533 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning for port 5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746 completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:15:16.041871 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:15:16.041871 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:16.239538 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:16.246320 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-993fc6f5-dcdd-45db-aa72-6bd52b36b7bf None None] Provisioning complete for port 2be1ef38-e169-4d57-a68e-4503eb6020f3 triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:15:16.247027 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-993fc6f5-dcdd-45db-aa72-6bd52b36b7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:16.258464 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac1a177-5a04-476d-a701-3b2da9a2bf73 admin admin] Router b73069ee-33d5-4519-86ba-03c98c8223d9 has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:15:16.274399 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a99c0-829a-4984-92a2-898a7da46dd8 req-e25ab3f6-ef9b-4a3e-8937-d884d16fa4e3 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:16.281915 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cb2a99c0-829a-4984-92a2-898a7da46dd8 req-e25ab3f6-ef9b-4a3e-8937-d884d16fa4e3 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.3105135
Jun 02 08:15:16.320423 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] For port 5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746,segment=NetworkSegment(7d00a59a-fd6b-444f-8454-6973ee677288),segment_id=7d00a59a-fd6b-444f-8454-6973ee677288)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:15:16.345402 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-993fc6f5-dcdd-45db-aa72-6bd52b36b7bf None None] Port 2be1ef38-e169-4d57-a68e-4503eb6020f3 cannot update to ACTIVE because it is not bound. {{(pid=92343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 02 08:15:16.352782 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-f978fc9f-4b80-4df2-bdbe-307a72cfcc3e req-5d71f372-e299-42a4-a56d-91b371dc3800 service neutron] 10.222.0.72 "GET /v2.0/networks/5abc9d26-3cb6-446d-969d-090f313dd1b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3364437
Jun 02 08:15:16.422525 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:16.424480 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-7768cc5b-074b-4d5b-a2ee-bcdfd2e7e49f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:16.434767 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cb2a99c0-829a-4984-92a2-898a7da46dd8 req-687d8de5-6ec9-4498-b715-9e5748239f3f tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1500387
Jun 02 08:15:16.536400 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Pushing event updated for resources: {'Port': ['ID=5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:16.540041 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:16.559515 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-f978fc9f-4b80-4df2-bdbe-307a72cfcc3e req-e83199f6-fe00-4292-b549-b1682aa416f1 service neutron] 10.222.0.72 "GET /v2.0/networks/5abc9d26-3cb6-446d-969d-090f313dd1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1996219
Jun 02 08:15:16.619907 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac1a177-5a04-476d-a701-3b2da9a2bf73 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:15:16.631043 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-0ac1a177-5a04-476d-a701-3b2da9a2bf73 admin admin] 10.222.0.77 "PUT /v2.0/routers/b73069ee-33d5-4519-86ba-03c98c8223d9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5950377
Jun 02 08:15:16.730062 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2749f3da-9b3c-45c7-a3cd-fd535aef24da None None] Sync routers for ids ['b73069ee-33d5-4519-86ba-03c98c8223d9'] in dv-cinder-786385-7-iscsi {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:15:16.743483 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2749f3da-9b3c-45c7-a3cd-fd535aef24da None None] Routers {'b73069ee-33d5-4519-86ba-03c98c8223d9'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:15:16.744828 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-2749f3da-9b3c-45c7-a3cd-fd535aef24da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7ac244c0>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:15:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['b73069ee-33d5-4519-86ba-03c98c8223d9'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:15:17.047740 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74def4a8-26c2-4a97-b9e8-d48549ded7e1 req-aaac1200-a375-43cc-8c67-891aa6446fbf tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:17.049977 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-74def4a8-26c2-4a97-b9e8-d48549ded7e1 req-aaac1200-a375-43cc-8c67-891aa6446fbf tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b5599eb-24de-444b-bf4f-27ea3df6d823 HTTP/1.1" status: 200  len: 943 time: 0.1313913
Jun 02 08:15:17.133230 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-74def4a8-26c2-4a97-b9e8-d48549ded7e1 req-3c20af8d-2e76-4dc7-96a0-f26143dcb84c tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767026
Jun 02 08:15:17.152531 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-2749f3da-9b3c-45c7-a3cd-fd535aef24da None None] Set router b73069ee-33d5-4519-86ba-03c98c8223d9 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:15:17.604233 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:15:17.790071 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aafec1-5eb3-4530-8d8b-d3b88c7697b8 req-135953ed-7bf6-4191-89b7-13a6a5278811 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:17.797945 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-13aafec1-5eb3-4530-8d8b-d3b88c7697b8 req-135953ed-7bf6-4191-89b7-13a6a5278811 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.0960832
Jun 02 08:15:17.808595 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:15:17.809088 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:17.829442 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 33068) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:15:17.834891 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-f02dfb35-2b3a-4bf9-9be6-fffedf664026 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2037995555', 'description': 'tempest-secgroup-smoke-2037995555 description', 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:15:17.853380 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-f02dfb35-2b3a-4bf9-9be6-fffedf664026 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:15:17.857684 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-f02dfb35-2b3a-4bf9-9be6-fffedf664026 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Usage tracker for resource:security_group and tenant:0cd74e4181cd4ddeab1d3e91d6bc03c1 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:15:17.861077 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-f02dfb35-2b3a-4bf9-9be6-fffedf664026 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:15:17.866146 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-13aafec1-5eb3-4530-8d8b-d3b88c7697b8 req-6e5ea380-ce74-448f-ab4a-36dafa30f30c tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672374
Jun 02 08:15:17.876416 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-2749f3da-9b3c-45c7-a3cd-fd535aef24da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7ac244c0>, [{'id': 'b73069ee-33d5-4519-86ba-03c98c8223d9', 'name': 'tempest-TestShelveInstance-391908662-router', 'tenant_id': '81b009ef58234aa8aee54ac8fb25e5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:15:05Z', 'updated_at': '2021-06-02T08:15:14Z', 'revision_number': 4, 'project_id': '81b009ef58234aa8aee54ac8fb25e5b8', 'gw_port': {'id': '5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73069ee-33d5-4519-86ba-03c98c8223d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:15:07Z', 'updated_at': '2021-06-02T08:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': '2be1ef38-e169-4d57-a68e-4503eb6020f3', 'name': '', 'network_id': '14054bde-040c-42b9-9c17-cb6108418e33', 'tenant_id': '81b009ef58234aa8aee54ac8fb25e5b8', 'mac_address': 'fa:16:3e:c2:32:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73069ee-33d5-4519-86ba-03c98c8223d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b834c883-fe65-48ff-a119-a5d9a2d6397c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:15:13Z', 'updated_at': '2021-06-02T08:15:14Z', 'revision_number': 2, 'project_id': '81b009ef58234aa8aee54ac8fb25e5b8', 'subnets': [{'id': 'b834c883-fe65-48ff-a119-a5d9a2d6397c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:15:17.883576 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-f02dfb35-2b3a-4bf9-9be6-fffedf664026 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:15:17.887697 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2749f3da-9b3c-45c7-a3cd-fd535aef24da None None] Checking router: b73069ee-33d5-4519-86ba-03c98c8223d9 for host: dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:15:17.888166 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2749f3da-9b3c-45c7-a3cd-fd535aef24da None None] Updating router b73069ee-33d5-4519-86ba-03c98c8223d9 port 2be1ef38-e169-4d57-a68e-4503eb6020f3 binding host dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 02 08:15:17.954543 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f02dfb35-2b3a-4bf9-9be6-fffedf664026 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:17.979565 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-f02dfb35-2b3a-4bf9-9be6-fffedf664026 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:15:17.982033 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-2749f3da-9b3c-45c7-a3cd-fd535aef24da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:17.984282 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-f02dfb35-2b3a-4bf9-9be6-fffedf664026 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Usage tracker for resource:security_group_rule and tenant:0cd74e4181cd4ddeab1d3e91d6bc03c1 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:15:17.987722 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-f02dfb35-2b3a-4bf9-9be6-fffedf664026 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:15:17.995428 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-f02dfb35-2b3a-4bf9-9be6-fffedf664026 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:15:18.104455 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f02dfb35-2b3a-4bf9-9be6-fffedf664026 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:18.182468 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f02dfb35-2b3a-4bf9-9be6-fffedf664026 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:18.187663 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-afb35319-c9a1-4e1a-aa1e-95598b1beff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:18.260978 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02dfb35-2b3a-4bf9-9be6-fffedf664026 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:18.267566 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-f02dfb35-2b3a-4bf9-9be6-fffedf664026 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:18.345073 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f02dfb35-2b3a-4bf9-9be6-fffedf664026 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:18.349218 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-f02dfb35-2b3a-4bf9-9be6-fffedf664026 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.5158396
Jun 02 08:15:18.349969 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 33076) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:15:18.354850 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-f5934900-2c79-4633-b44c-b7de791a4638 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Request body: {'security_group_rule': {'security_group_id': '7d49f7ac-e333-4cdd-a02b-b68c70c63bc7', 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:15:18.362629 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-f5934900-2c79-4633-b44c-b7de791a4638 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:15:18.378533 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-f5934900-2c79-4633-b44c-b7de791a4638 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Usage tracker for resource:security_group_rule and tenant:0cd74e4181cd4ddeab1d3e91d6bc03c1 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:15:18.383586 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-f5934900-2c79-4633-b44c-b7de791a4638 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:15:18.393735 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-f5934900-2c79-4633-b44c-b7de791a4638 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:15:18.558762 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-2749f3da-9b3c-45c7-a3cd-fd535aef24da None None] Notify callbacks [] for port, precommit_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:18.564810 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a51fb-7590-4001-8006-45c7107f1494 req-26d71e36-37f4-4649-b372-13b1238673e8 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:18.572469 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c92a51fb-7590-4001-8006-45c7107f1494 req-26d71e36-37f4-4649-b372-13b1238673e8 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b5599eb-24de-444b-bf4f-27ea3df6d823 HTTP/1.1" status: 200  len: 943 time: 0.1807046
Jun 02 08:15:18.587222 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-2749f3da-9b3c-45c7-a3cd-fd535aef24da None None] Transition to ACTIVE for port object 2be1ef38-e169-4d57-a68e-4503eb6020f3 will not be triggered until provisioned by entity L2. {{(pid=92343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:15:18.641577 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c92a51fb-7590-4001-8006-45c7107f1494 req-3f68953d-e20d-43ff-ae81-6f5075ab7bee tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681231
Jun 02 08:15:18.698783 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-2749f3da-9b3c-45c7-a3cd-fd535aef24da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:18.702715 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-1bcd7f71-e146-4e44-bef9-393b0b942292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:18.713027 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f5934900-2c79-4633-b44c-b7de791a4638 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:18.815850 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f5934900-2c79-4633-b44c-b7de791a4638 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:18.870458 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f5934900-2c79-4633-b44c-b7de791a4638 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216472'] for security_group_rule, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:18.873229 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:18.914787 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d040eca-0905-4e1d-b3c7-fb1afce44285 None None] Pushing event updated for resources: {'Port': ['ID=2be1ef38-e169-4d57-a68e-4503eb6020f3,revision_number=3']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:18.924379 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-8d040eca-0905-4e1d-b3c7-fb1afce44285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:18.929367 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5934900-2c79-4633-b44c-b7de791a4638 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eefd8679-341a-4f3c-a025-674c16791d1d,revision_number=0']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:18.945602 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-f5934900-2c79-4633-b44c-b7de791a4638 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:19.029989 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-2749f3da-9b3c-45c7-a3cd-fd535aef24da None None] Attempting to bind port 2be1ef38-e169-4d57-a68e-4503eb6020f3 on host dv-cinder-786385-7-iscsi for vnic_type normal with profile  {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:15:19.030240 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f5934900-2c79-4633-b44c-b7de791a4638 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:19.030594 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-2749f3da-9b3c-45c7-a3cd-fd535aef24da None None] Attempting to bind port 2be1ef38-e169-4d57-a68e-4503eb6020f3 by drivers openvswitch,hyperv on host dv-cinder-786385-7-iscsi at level 0 using segments [{'id': 'e0f6017e-9c54-4049-b3bb-7ef57516eda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '14054bde-040c-42b9-9c17-cb6108418e33'}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:15:19.031471 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-f5934900-2c79-4633-b44c-b7de791a4638 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6805067
Jun 02 08:15:19.034110 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 33084) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:15:19.034286 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2749f3da-9b3c-45c7-a3cd-fd535aef24da None None] Attempting to bind port 2be1ef38-e169-4d57-a68e-4503eb6020f3 on network 14054bde-040c-42b9-9c17-cb6108418e33 {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:15:19.039491 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-517372d3-b35c-4252-92d5-e29abf5b26ac tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Request body: {'security_group_rule': {'security_group_id': '7d49f7ac-e333-4cdd-a02b-b68c70c63bc7', 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:15:19.040820 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2749f3da-9b3c-45c7-a3cd-fd535aef24da None None] Checking agent: {'id': '293b8e5c-58b0-46e6-908b-da5c92a2d3b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 4, 12), 'started_at': datetime.datetime(2021, 6, 2, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:15:19.041327 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2749f3da-9b3c-45c7-a3cd-fd535aef24da None None] Checking segment: {'id': 'e0f6017e-9c54-4049-b3bb-7ef57516eda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '14054bde-040c-42b9-9c17-cb6108418e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:15:19.041967 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-2749f3da-9b3c-45c7-a3cd-fd535aef24da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:19.048878 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2749f3da-9b3c-45c7-a3cd-fd535aef24da None None] Bound using segment: {'id': 'e0f6017e-9c54-4049-b3bb-7ef57516eda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '14054bde-040c-42b9-9c17-cb6108418e33'} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:15:19.048878 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-2749f3da-9b3c-45c7-a3cd-fd535aef24da None None] Bound port: 2be1ef38-e169-4d57-a68e-4503eb6020f3, host: dv-cinder-786385-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0f6017e-9c54-4049-b3bb-7ef57516eda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '14054bde-040c-42b9-9c17-cb6108418e33'}}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:15:19.048878 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-2749f3da-9b3c-45c7-a3cd-fd535aef24da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:19.060847 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-517372d3-b35c-4252-92d5-e29abf5b26ac tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:15:19.071782 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-517372d3-b35c-4252-92d5-e29abf5b26ac tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Usage tracker for resource:security_group_rule and tenant:0cd74e4181cd4ddeab1d3e91d6bc03c1 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:15:19.084962 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-517372d3-b35c-4252-92d5-e29abf5b26ac tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:15:19.097679 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 73d8a3f7-60b4-4f4f-81c8-f0fa228e7684 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=92343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 02 08:15:19.146277 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-517372d3-b35c-4252-92d5-e29abf5b26ac tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:15:19.206749 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c922ac-5f2e-4eaa-879d-7eeb581e5c62 req-3f942bd0-0446-4769-9325-fc15a710ed3f tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:19.208364 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-94c922ac-5f2e-4eaa-879d-7eeb581e5c62 req-3f942bd0-0446-4769-9325-fc15a710ed3f tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.1102757
Jun 02 08:15:19.271930 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-94c922ac-5f2e-4eaa-879d-7eeb581e5c62 req-7124d7fd-ec3b-4e2c-9a70-5a4a06e4850a tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539200
Jun 02 08:15:19.271930 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-517372d3-b35c-4252-92d5-e29abf5b26ac tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:19.293752 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-2749f3da-9b3c-45c7-a3cd-fd535aef24da None None] For port 2be1ef38-e169-4d57-a68e-4503eb6020f3, host dv-cinder-786385-7-iscsi, cleared binding levels {{(pid=92343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:15:19.324263 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 73d8a3f7-60b4-4f4f-81c8-f0fa228e7684, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=73d8a3f7-60b4-4f4f-81c8-f0fa228e7684,segment=NetworkSegment(b642ba97-1b26-4c7e-972e-d6caae7f9c07),segment_id=b642ba97-1b26-4c7e-972e-d6caae7f9c07)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:15:19.332958 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-2749f3da-9b3c-45c7-a3cd-fd535aef24da None None] For port 2be1ef38-e169-4d57-a68e-4503eb6020f3, host dv-cinder-786385-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=2be1ef38-e169-4d57-a68e-4503eb6020f3,segment=NetworkSegment(e0f6017e-9c54-4049-b3bb-7ef57516eda9),segment_id=e0f6017e-9c54-4049-b3bb-7ef57516eda9)] {{(pid=92343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:15:19.340715 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Returning: {'device': '73d8a3f7-60b4-4f4f-81c8-f0fa228e7684', 'network_id': '5abc9d26-3cb6-446d-969d-090f313dd1b0', 'port_id': '73d8a3f7-60b4-4f4f-81c8-f0fa228e7684', 'mac_address': 'fa:16:3e:1b:b0:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a26abb64-e4a3-4289-8a08-a11db3baccfa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 02 08:15:19.356555 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-517372d3-b35c-4252-92d5-e29abf5b26ac tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:19.402673 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:19.423634 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d8a3f7-60b4-4f4f-81c8-f0fa228e7684 {{(pid=92343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:15:19.428828 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-2749f3da-9b3c-45c7-a3cd-fd535aef24da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:19.437736 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:19.447735 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-517372d3-b35c-4252-92d5-e29abf5b26ac tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216472'] for security_group_rule, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:19.450337 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-f5934900-2c79-4633-b44c-b7de791a4638 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:19.481012 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517372d3-b35c-4252-92d5-e29abf5b26ac tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab066caf-b720-450f-99bd-d9c091af268b,revision_number=0']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:19.484094 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-517372d3-b35c-4252-92d5-e29abf5b26ac tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:19.529357 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 73d8a3f7-60b4-4f4f-81c8-f0fa228e7684, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=73d8a3f7-60b4-4f4f-81c8-f0fa228e7684,segment=NetworkSegment(b642ba97-1b26-4c7e-972e-d6caae7f9c07),segment_id=b642ba97-1b26-4c7e-972e-d6caae7f9c07)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:15:19.543911 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2749f3da-9b3c-45c7-a3cd-fd535aef24da None None] Routers {'b73069ee-33d5-4519-86ba-03c98c8223d9'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:15:19.544716 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-2749f3da-9b3c-45c7-a3cd-fd535aef24da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7ac244c0>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:15:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['b73069ee-33d5-4519-86ba-03c98c8223d9'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:15:19.570240 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-517372d3-b35c-4252-92d5-e29abf5b26ac tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:19.574799 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-517372d3-b35c-4252-92d5-e29abf5b26ac tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5397005
Jun 02 08:15:19.575708 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 33090) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:15:19.580885 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-492914bc-0329-423e-964e-bfa2d0c3bf9e tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Request body: {'security_group_rule': {'security_group_id': '7d49f7ac-e333-4cdd-a02b-b68c70c63bc7', 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:15:19.593431 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-492914bc-0329-423e-964e-bfa2d0c3bf9e tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:15:19.599160 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-492914bc-0329-423e-964e-bfa2d0c3bf9e tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Usage tracker for resource:security_group_rule and tenant:0cd74e4181cd4ddeab1d3e91d6bc03c1 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:15:19.605499 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-492914bc-0329-423e-964e-bfa2d0c3bf9e tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:15:19.620251 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:19.625501 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-492914bc-0329-423e-964e-bfa2d0c3bf9e tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:15:19.650109 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d040eca-0905-4e1d-b3c7-fb1afce44285 None None] Pushing event updated for resources: {'Port': ['ID=2be1ef38-e169-4d57-a68e-4503eb6020f3,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:19.661983 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-8d040eca-0905-4e1d-b3c7-fb1afce44285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:19.672663 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:19.733018 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-492914bc-0329-423e-964e-bfa2d0c3bf9e tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:19.918919 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=73d8a3f7-60b4-4f4f-81c8-f0fa228e7684,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:19.922422 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:19.924172 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-492914bc-0329-423e-964e-bfa2d0c3bf9e tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:19.945269 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-2749f3da-9b3c-45c7-a3cd-fd535aef24da None None] Set router b73069ee-33d5-4519-86ba-03c98c8223d9 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:15:19.976739 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc66e3-bffc-40b1-8325-38e2d4bef027 req-5bdcfed6-fcec-4a45-9df5-a4180cd60a2e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:19.978197 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6abc66e3-bffc-40b1-8325-38e2d4bef027 req-5bdcfed6-fcec-4a45-9df5-a4180cd60a2e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b5599eb-24de-444b-bf4f-27ea3df6d823 HTTP/1.1" status: 200  len: 944 time: 0.1089394
Jun 02 08:15:20.001341 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-492914bc-0329-423e-964e-bfa2d0c3bf9e tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216472'] for security_group_rule, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:20.008568 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:20.056900 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6abc66e3-bffc-40b1-8325-38e2d4bef027 req-60408090-5003-4e46-853e-6e327b27b3b1 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728831
Jun 02 08:15:20.057943 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492914bc-0329-423e-964e-bfa2d0c3bf9e tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62bf6d0a-caa8-40fd-897f-5c944ad4c077,revision_number=0']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:20.066327 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-492914bc-0329-423e-964e-bfa2d0c3bf9e tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:20.126314 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['73d8a3f7-60b4-4f4f-81c8-f0fa228e7684'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:15:20.162088 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-492914bc-0329-423e-964e-bfa2d0c3bf9e tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:20.164002 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-492914bc-0329-423e-964e-bfa2d0c3bf9e tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5869160
Jun 02 08:15:20.166841 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 33106) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:15:20.174057 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-be8bd454-fbbc-4d0e-b4d6-0c82eaa59e96 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Request body: {'security_group_rule': {'security_group_id': '7d49f7ac-e333-4cdd-a02b-b68c70c63bc7', 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:15:20.179131 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-be8bd454-fbbc-4d0e-b4d6-0c82eaa59e96 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:15:20.186392 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-be8bd454-fbbc-4d0e-b4d6-0c82eaa59e96 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Usage tracker for resource:security_group_rule and tenant:0cd74e4181cd4ddeab1d3e91d6bc03c1 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:15:20.190136 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-be8bd454-fbbc-4d0e-b4d6-0c82eaa59e96 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:15:20.203097 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-be8bd454-fbbc-4d0e-b4d6-0c82eaa59e96 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:15:20.311413 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-be8bd454-fbbc-4d0e-b4d6-0c82eaa59e96 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:20.438366 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-be8bd454-fbbc-4d0e-b4d6-0c82eaa59e96 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:20.511789 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-2749f3da-9b3c-45c7-a3cd-fd535aef24da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7ac244c0>, [{'id': 'b73069ee-33d5-4519-86ba-03c98c8223d9', 'name': 'tempest-TestShelveInstance-391908662-router', 'tenant_id': '81b009ef58234aa8aee54ac8fb25e5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:15:05Z', 'updated_at': '2021-06-02T08:15:14Z', 'revision_number': 4, 'project_id': '81b009ef58234aa8aee54ac8fb25e5b8', 'gw_port': {'id': '5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73069ee-33d5-4519-86ba-03c98c8223d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:15:07Z', 'updated_at': '2021-06-02T08:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': '2be1ef38-e169-4d57-a68e-4503eb6020f3', 'name': '', 'network_id': '14054bde-040c-42b9-9c17-cb6108418e33', 'tenant_id': '81b009ef58234aa8aee54ac8fb25e5b8', 'mac_address': 'fa:16:3e:c2:32:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73069ee-33d5-4519-86ba-03c98c8223d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b834c883-fe65-48ff-a119-a5d9a2d6397c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:15:13Z', 'updated_at': '2021-06-02T08:15:19Z', 'revision_number': 4, 'project_id': '81b009ef58234aa8aee54ac8fb25e5b8', 'subnets': [{'id': 'b834c883-fe65-48ff-a119-a5d9a2d6397c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:15:20.517590 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2749f3da-9b3c-45c7-a3cd-fd535aef24da None None] The sync data for ids ['b73069ee-33d5-4519-86ba-03c98c8223d9'] in dv-cinder-786385-7-iscsi is: [{'id': 'b73069ee-33d5-4519-86ba-03c98c8223d9', 'name': 'tempest-TestShelveInstance-391908662-router', 'tenant_id': '81b009ef58234aa8aee54ac8fb25e5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:15:05Z', 'updated_at': '2021-06-02T08:15:14Z', 'revision_number': 4, 'project_id': '81b009ef58234aa8aee54ac8fb25e5b8', 'gw_port': {'id': '5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73069ee-33d5-4519-86ba-03c98c8223d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:15:07Z', 'updated_at': '2021-06-02T08:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': '2be1ef38-e169-4d57-a68e-4503eb6020f3', 'name': '', 'network_id': '14054bde-040c-42b9-9c17-cb6108418e33', 'tenant_id': '81b009ef58234aa8aee54ac8fb25e5b8', 'mac_address': 'fa:16:3e:c2:32:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73069ee-33d5-4519-86ba-03c98c8223d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b834c883-fe65-48ff-a119-a5d9a2d6397c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:15:13Z', 'updated_at': '2021-06-02T08:15:19Z', 'revision_number': 4, 'project_id': '81b009ef58234aa8aee54ac8fb25e5b8', 'subnets': [{'id': 'b834c883-fe65-48ff-a119-a5d9a2d6397c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:15:20.521509 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-be8bd454-fbbc-4d0e-b4d6-0c82eaa59e96 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216472'] for security_group_rule, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:20.545929 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d3e6a-47bb-4b3b-9f6c-a2880d4182cc req-7f7a9867-6a4b-40f1-b11c-b0b476fe5d87 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:20.546431 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:20.554632 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3f1d3e6a-47bb-4b3b-9f6c-a2880d4182cc req-7f7a9867-6a4b-40f1-b11c-b0b476fe5d87 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.1186171
Jun 02 08:15:20.571760 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8bd454-fbbc-4d0e-b4d6-0c82eaa59e96 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378b3cdf-24e8-4d2f-9d5e-79485f8bca51,revision_number=0']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:20.590469 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-be8bd454-fbbc-4d0e-b4d6-0c82eaa59e96 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:20.619588 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-be8bd454-fbbc-4d0e-b4d6-0c82eaa59e96 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:20.621104 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-be8bd454-fbbc-4d0e-b4d6-0c82eaa59e96 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4525928
Jun 02 08:15:20.628777 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 33110) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:15:20.633900 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-9c77216f-7f17-4863-9c94-d138868d60eb tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Request body: {'security_group_rule': {'security_group_id': '7d49f7ac-e333-4cdd-a02b-b68c70c63bc7', 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:15:20.648829 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3f1d3e6a-47bb-4b3b-9f6c-a2880d4182cc req-4fd436a6-5d28-4995-a42c-656647df8a0b tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932143
Jun 02 08:15:20.653746 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-9c77216f-7f17-4863-9c94-d138868d60eb tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:15:20.662062 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-9c77216f-7f17-4863-9c94-d138868d60eb tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Usage tracker for resource:security_group_rule and tenant:0cd74e4181cd4ddeab1d3e91d6bc03c1 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:15:20.671342 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-9c77216f-7f17-4863-9c94-d138868d60eb tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:15:20.681636 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-9c77216f-7f17-4863-9c94-d138868d60eb tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:15:20.748285 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.db.securitygroups_db [None req-9c77216f-7f17-4863-9c94-d138868d60eb tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Project 0cd74e4181cd4ddeab1d3e91d6bc03c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 02 08:15:20.755509 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9c77216f-7f17-4863-9c94-d138868d60eb tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:20.855302 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9c77216f-7f17-4863-9c94-d138868d60eb tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:20.954967 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9c77216f-7f17-4863-9c94-d138868d60eb tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216472'] for security_group_rule, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:20.958224 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-492914bc-0329-423e-964e-bfa2d0c3bf9e tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:20.989908 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77216f-7f17-4863-9c94-d138868d60eb tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad13e56-a026-48e2-b4ca-0404c41821ae,revision_number=0']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:20.997614 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-9c77216f-7f17-4863-9c94-d138868d60eb tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:21.099577 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-9c77216f-7f17-4863-9c94-d138868d60eb tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:21.101443 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-9c77216f-7f17-4863-9c94-d138868d60eb tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4717083
Jun 02 08:15:21.104292 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 33118) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:15:21.109188 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-7ff3cb21-d6a9-440c-834e-924f05cebd2e tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Request body: {'security_group_rule': {'security_group_id': '7d49f7ac-e333-4cdd-a02b-b68c70c63bc7', 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:15:21.119067 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-7ff3cb21-d6a9-440c-834e-924f05cebd2e tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:15:21.123372 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-7ff3cb21-d6a9-440c-834e-924f05cebd2e tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Usage tracker for resource:security_group_rule and tenant:0cd74e4181cd4ddeab1d3e91d6bc03c1 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:15:21.126225 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-7ff3cb21-d6a9-440c-834e-924f05cebd2e tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:15:21.140373 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-7ff3cb21-d6a9-440c-834e-924f05cebd2e tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:15:21.287365 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53417c-f719-4f3b-9e4b-472cad11eb97 req-0767601f-635a-44c1-965f-c75583fbbfd1 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:21.288899 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8e53417c-f719-4f3b-9e4b-472cad11eb97 req-0767601f-635a-44c1-965f-c75583fbbfd1 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b5599eb-24de-444b-bf4f-27ea3df6d823 HTTP/1.1" status: 200  len: 944 time: 0.0920043
Jun 02 08:15:21.293750 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.db.securitygroups_db [None req-7ff3cb21-d6a9-440c-834e-924f05cebd2e tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Project 0cd74e4181cd4ddeab1d3e91d6bc03c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 02 08:15:21.300454 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-7ff3cb21-d6a9-440c-834e-924f05cebd2e tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:21.341246 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8e53417c-f719-4f3b-9e4b-472cad11eb97 req-2315219a-7571-4d27-b017-056bf6ae082f tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451553
Jun 02 08:15:21.394235 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-7ff3cb21-d6a9-440c-834e-924f05cebd2e tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:21.464758 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-7ff3cb21-d6a9-440c-834e-924f05cebd2e tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216472'] for security_group_rule, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:21.466860 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-be8bd454-fbbc-4d0e-b4d6-0c82eaa59e96 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:21.491193 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3cb21-d6a9-440c-834e-924f05cebd2e tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9016a583-e26b-4fb6-9171-386b954119f3,revision_number=0']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:21.495765 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-7ff3cb21-d6a9-440c-834e-924f05cebd2e tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:21.596034 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-7ff3cb21-d6a9-440c-834e-924f05cebd2e tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:21.602004 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-7ff3cb21-d6a9-440c-834e-924f05cebd2e tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4964154
Jun 02 08:15:21.606103 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 2be1ef38-e169-4d57-a68e-4503eb6020f3 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:15:21.709978 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning for port 2be1ef38-e169-4d57-a68e-4503eb6020f3 completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:15:21.715136 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 2be1ef38-e169-4d57-a68e-4503eb6020f3 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:15:21.715516 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:21.840011 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:21.845928 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b540d1-ea16-4e4e-bcdc-ece1546819ab req-8dbfe8a0-3af9-45f0-9a19-103aa5799dfd tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:21.847646 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-85b540d1-ea16-4e4e-bcdc-ece1546819ab req-8dbfe8a0-3af9-45f0-9a19-103aa5799dfd tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.0819359
Jun 02 08:15:21.874309 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] For port 2be1ef38-e169-4d57-a68e-4503eb6020f3, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=2be1ef38-e169-4d57-a68e-4503eb6020f3,segment=NetworkSegment(e0f6017e-9c54-4049-b3bb-7ef57516eda9),segment_id=e0f6017e-9c54-4049-b3bb-7ef57516eda9)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:15:21.898523 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-85b540d1-ea16-4e4e-bcdc-ece1546819ab req-aaaab2f6-37e1-4991-b367-1ea006c980bb tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440111
Jun 02 08:15:21.933003 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:21.935010 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:22.000890 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Pushing event updated for resources: {'Port': ['ID=2be1ef38-e169-4d57-a68e-4503eb6020f3,revision_number=5']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:22.003892 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:22.622441 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a86579-5bf6-4afb-a60c-91e99f8dce15 req-b8d7f6cd-100f-4661-bc89-69eb47ef2b2b tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:22.629796 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a7a86579-5bf6-4afb-a60c-91e99f8dce15 req-b8d7f6cd-100f-4661-bc89-69eb47ef2b2b tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b5599eb-24de-444b-bf4f-27ea3df6d823 HTTP/1.1" status: 200  len: 944 time: 0.1740172
Jun 02 08:15:22.680705 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a7a86579-5bf6-4afb-a60c-91e99f8dce15 req-922d35dd-0d4f-4ad7-bac0-601f34c34c9d tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397711
Jun 02 08:15:23.088966 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe0f8d-c1be-4e0d-8870-1b1b144750d5 req-21fb9741-1862-4c57-b53e-fea25a9bb3a6 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:23.090627 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-79fe0f8d-c1be-4e0d-8870-1b1b144750d5 req-21fb9741-1862-4c57-b53e-fea25a9bb3a6 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.0841186
Jun 02 08:15:23.094866 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 73d8a3f7-60b4-4f4f-81c8-f0fa228e7684 up at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:15:23.149668 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-79fe0f8d-c1be-4e0d-8870-1b1b144750d5 req-690f2779-86c4-4d25-8406-6c08ae28c2a1 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453446
Jun 02 08:15:23.308268 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning for port 73d8a3f7-60b4-4f4f-81c8-f0fa228e7684 completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:15:23.314353 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning complete for port 73d8a3f7-60b4-4f4f-81c8-f0fa228e7684 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:15:23.314989 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:23.437427 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:23.468322 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5599eb-24de-444b-bf4f-27ea3df6d823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d8a3f7-60b4-4f4f-81c8-f0fa228e7684'}] {{(pid=92343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:15:23.470642 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a92db95248474e1fdd92faa7bb4bdbed5d39af607a3dc1549787c687b6a75a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a95605a-ad62-4b42-b0e4-96012c1fe06a" -d '{"events": [{"server_uuid": "7b5599eb-24de-444b-bf4f-27ea3df6d823", "name": "network-vif-plugged", "status": "completed", "tag": "73d8a3f7-60b4-4f4f-81c8-f0fa228e7684"}]}' {{(pid=92343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:15:23.481349 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 73d8a3f7-60b4-4f4f-81c8-f0fa228e7684, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=73d8a3f7-60b4-4f4f-81c8-f0fa228e7684,segment=NetworkSegment(b642ba97-1b26-4c7e-972e-d6caae7f9c07),segment_id=b642ba97-1b26-4c7e-972e-d6caae7f9c07)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:15:23.531415 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f179c2-bc92-4ea2-b10e-c0b5aa7f8b68 x-openstack-request-id: req-69f179c2-bc92-4ea2-b10e-c0b5aa7f8b68 {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:15:23.531709 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5599eb-24de-444b-bf4f-27ea3df6d823", "name": "network-vif-plugged", "status": "completed", "tag": "73d8a3f7-60b4-4f4f-81c8-f0fa228e7684", "code": 200}]} {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:15:23.532127 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-69f179c2-bc92-4ea2-b10e-c0b5aa7f8b68 {{(pid=92343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:15:23.532547 dv-cinder-786385-7-iscsi neutron-server[92343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5599eb-24de-444b-bf4f-27ea3df6d823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d8a3f7-60b4-4f4f-81c8-f0fa228e7684', 'code': 200}
Jun 02 08:15:23.555779 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:23.559942 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:23.594627 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 2be1ef38-e169-4d57-a68e-4503eb6020f3 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:15:23.683964 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=73d8a3f7-60b4-4f4f-81c8-f0fa228e7684,revision_number=5']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:23.696489 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:23.717162 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 2be1ef38-e169-4d57-a68e-4503eb6020f3 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:15:23.717725 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:23.897055 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b1b58-ba34-42ed-8f4e-af926edb319c req-a4d6b09d-2a4b-4577-9983-3b9f2420ee78 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:23.898504 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-844b1b58-ba34-42ed-8f4e-af926edb319c req-a4d6b09d-2a4b-4577-9983-3b9f2420ee78 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b5599eb-24de-444b-bf4f-27ea3df6d823 HTTP/1.1" status: 200  len: 945 time: 0.0860550
Jun 02 08:15:23.947947 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-844b1b58-ba34-42ed-8f4e-af926edb319c req-b15fd913-11f5-4965-bb39-9aaaaf174060 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432577
Jun 02 08:15:23.963030 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7bf51-44b0-4b92-8773-9a6e9f2a9a34 req-d38d4f7e-f99b-47b9-8bb4-8cd7add9206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:23.964475 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-69e7bf51-44b0-4b92-8773-9a6e9f2a9a34 req-d38d4f7e-f99b-47b9-8bb4-8cd7add9206a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7b5599eb-24de-444b-bf4f-27ea3df6d823 HTTP/1.1" status: 200  len: 1098 time: 0.0697832
Jun 02 08:15:24.016162 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-69e7bf51-44b0-4b92-8773-9a6e9f2a9a34 req-447306f8-1c4e-4f1a-838b-e566e21da97b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362811
Jun 02 08:15:24.364369 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04927abb-f0fa-4159-8882-d7fcf3f3eb75 req-8780800f-fde5-40c4-b53c-24d211d124f1 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:24.365840 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-04927abb-f0fa-4159-8882-d7fcf3f3eb75 req-8780800f-fde5-40c4-b53c-24d211d124f1 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.0830956
Jun 02 08:15:24.410907 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-04927abb-f0fa-4159-8882-d7fcf3f3eb75 req-889e8ef7-c80b-4f4d-89f5-b046e0f9cdd4 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392489
Jun 02 08:15:25.145373 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de16c6-66b0-43b5-8280-63d71a017443 req-235ad95e-a23c-423f-ac19-7488102dc09c tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:25.146856 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-47de16c6-66b0-43b5-8280-63d71a017443 req-235ad95e-a23c-423f-ac19-7488102dc09c tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b5599eb-24de-444b-bf4f-27ea3df6d823 HTTP/1.1" status: 200  len: 945 time: 0.0837233
Jun 02 08:15:25.191839 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-47de16c6-66b0-43b5-8280-63d71a017443 req-0604c622-ccd5-4015-a65f-1f5612375c14 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394046
Jun 02 08:15:25.385930 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 33282) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:15:25.454542 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_v2 [None req-179c31cb-60dd-4ed8-912a-b221ae33f92a admin admin] Deleting subnet fe9ef7a1-42f6-4448-8742-feaf422ea635 {{(pid=92342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 02 08:15:25.461205 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-179c31cb-60dd-4ed8-912a-b221ae33f92a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:25.523281 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-179c31cb-60dd-4ed8-912a-b221ae33f92a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6991856'] for subnet, precommit_delete_associations {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:25.586897 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-179c31cb-60dd-4ed8-912a-b221ae33f92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-943661'] for subnet, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:25.628039 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d21e6-e7aa-4bad-9d86-3c2e8555b868 req-6a4e88c2-d5d8-48ed-9bf9-22331060dd25 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:25.629520 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6b7d21e6-e7aa-4bad-9d86-3c2e8555b868 req-6a4e88c2-d5d8-48ed-9bf9-22331060dd25 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.0825574
Jun 02 08:15:25.690483 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6b7d21e6-e7aa-4bad-9d86-3c2e8555b868 req-d5a25c73-1ffa-4030-8a1c-bc212a330b3c tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541699
Jun 02 08:15:25.917905 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-e6184e76-e0b8-4f29-b469-1343134bccdf req-de81d59c-b0af-4dd2-9acf-226303c07eaa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1421812
Jun 02 08:15:26.001149 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-179c31cb-60dd-4ed8-912a-b221ae33f92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-943652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6633660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6612419'] for subnet, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:26.008387 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:26.048787 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c31cb-60dd-4ed8-912a-b221ae33f92a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe9ef7a1-42f6-4448-8742-feaf422ea635,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:26.051588 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-179c31cb-60dd-4ed8-912a-b221ae33f92a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:26.054157 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-179c31cb-60dd-4ed8-912a-b221ae33f92a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:26.061194 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6184e76-e0b8-4f29-b469-1343134bccdf req-d66c9ab4-c298-4a84-b437-720f43819df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:26.062633 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-e6184e76-e0b8-4f29-b469-1343134bccdf req-d66c9ab4-c298-4a84-b437-720f43819df8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4e4215d7677d49a68195abd7f00b623e&device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 1099 time: 0.1189816
Jun 02 08:15:26.063805 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-179c31cb-60dd-4ed8-912a-b221ae33f92a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/fe9ef7a1-42f6-4448-8742-feaf422ea635 HTTP/1.1" status: 204  len: 168 time: 0.6768899
Jun 02 08:15:26.067404 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 33292) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:15:26.266164 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4cdf88e2-200b-43a4-a875-6d8096c8589e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951774'] for network, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:26.328948 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6184e76-e0b8-4f29-b469-1343134bccdf req-e39f81f9-28c4-4d5c-9226-d63dc92a3af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:26.330370 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-e6184e76-e0b8-4f29-b469-1343134bccdf req-e39f81f9-28c4-4d5c-9226-d63dc92a3af4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9845329e-acbc-4864-8fcb-054e52779455 HTTP/1.1" status: 200  len: 919 time: 0.2442133
Jun 02 08:15:26.385196 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b5dbb-2204-4ba8-962f-1267e0bdaa35 req-0d2a826b-1a60-4d78-a1c5-ef53aa3a1345 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:26.386734 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0b4b5dbb-2204-4ba8-962f-1267e0bdaa35 req-0d2a826b-1a60-4d78-a1c5-ef53aa3a1345 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b5599eb-24de-444b-bf4f-27ea3df6d823 HTTP/1.1" status: 200  len: 945 time: 0.0857270
Jun 02 08:15:26.436581 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0b4b5dbb-2204-4ba8-962f-1267e0bdaa35 req-1db41b53-92f5-4ea8-b86e-c4eaac7f2956 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437191
Jun 02 08:15:26.511801 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-e6184e76-e0b8-4f29-b469-1343134bccdf req-8f6d431f-b7de-46a5-b663-7eedc61d0696 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13aa4271-ffbf-4715-a314-4cc116efe70a HTTP/1.1" status: 200  len: 217 time: 0.1647122
Jun 02 08:15:26.611462 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4cdf88e2-200b-43a4-a875-6d8096c8589e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945556', 'neutron.services.segments.db._delete_segments_for_network-8744146782841'] for network, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:26.633528 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.services.segments.db [None req-4cdf88e2-200b-43a4-a875-6d8096c8589e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3e79735dc0>,) {'filters': {'network_id': ['3ea4537c-4e53-4dd1-90c4-33b482428ef3']}} {{(pid=92342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:15:26.651184 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.services.segments.db [None req-4cdf88e2-200b-43a4-a875-6d8096c8589e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e79735dc0>, '2fbe17ee-f255-45c5-8153-9c9cf9ae6766') {'for_net_delete': True} {{(pid=92342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:15:26.651475 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.services.segments.db [None req-4cdf88e2-200b-43a4-a875-6d8096c8589e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e79735dc0>, '2fbe17ee-f255-45c5-8153-9c9cf9ae6766') {} {{(pid=92342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:15:26.666688 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6184e76-e0b8-4f29-b469-1343134bccdf req-831d66b4-6bb4-48a8-bfd7-00b3cebd91a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:26.668095 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-e6184e76-e0b8-4f29-b469-1343134bccdf req-831d66b4-6bb4-48a8-bfd7-00b3cebd91a0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c714f4d4-5e2f-43c9-8b5e-164491687504 HTTP/1.1" status: 200  len: 858 time: 0.1430929
Jun 02 08:15:26.669623 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4cdf88e2-200b-43a4-a875-6d8096c8589e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744146786964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6991865'] for segment, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:26.729132 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-e6184e76-e0b8-4f29-b469-1343134bccdf req-9ede02e4-8388-46fa-818d-7cc59f13a317 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9845329e-acbc-4864-8fcb-054e52779455&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0463965
Jun 02 08:15:26.729132 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4cdf88e2-200b-43a4-a875-6d8096c8589e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:26.734146 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cdf88e2-200b-43a4-a875-6d8096c8589e admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=92342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 02 08:15:26.734630 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4cdf88e2-200b-43a4-a875-6d8096c8589e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6633494'] for segment, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:26.750179 dv-cinder-786385-7-iscsi neutron-server[92342]: Traceback (most recent call last):
Jun 02 08:15:26.750179 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 02 08:15:26.750179 dv-cinder-786385-7-iscsi neutron-server[92342]:     timer()
Jun 02 08:15:26.750179 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 02 08:15:26.750179 dv-cinder-786385-7-iscsi neutron-server[92342]:     cb(*args, **kw)
Jun 02 08:15:26.750179 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 02 08:15:26.750179 dv-cinder-786385-7-iscsi neutron-server[92342]:     return func(*args, **kwargs)
Jun 02 08:15:26.750179 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 02 08:15:26.750179 dv-cinder-786385-7-iscsi neutron-server[92342]:     self._notify()
Jun 02 08:15:26.750179 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 02 08:15:26.750179 dv-cinder-786385-7-iscsi neutron-server[92342]:     self.callback(batched_events)
Jun 02 08:15:26.750179 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 02 08:15:26.750179 dv-cinder-786385-7-iscsi neutron-server[92342]:     event.method(event)
Jun 02 08:15:26.750179 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 02 08:15:26.750179 dv-cinder-786385-7-iscsi neutron-server[92342]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 02 08:15:26.750179 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 02 08:15:26.750179 dv-cinder-786385-7-iscsi neutron-server[92342]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 02 08:15:26.750179 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 02 08:15:26.750179 dv-cinder-786385-7-iscsi neutron-server[92342]:     return f(self, *a, **k)
Jun 02 08:15:26.750179 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 02 08:15:26.750179 dv-cinder-786385-7-iscsi neutron-server[92342]:     return self._get(url).json()
Jun 02 08:15:26.750179 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 02 08:15:26.750179 dv-cinder-786385-7-iscsi neutron-server[92342]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 02 08:15:26.750179 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 02 08:15:26.750179 dv-cinder-786385-7-iscsi neutron-server[92342]:     return self.request(url, 'GET', **kwargs)
Jun 02 08:15:26.750179 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 02 08:15:26.750179 dv-cinder-786385-7-iscsi neutron-server[92342]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 02 08:15:26.750179 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 02 08:15:26.750179 dv-cinder-786385-7-iscsi neutron-server[92342]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 02 08:15:26.750179 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 02 08:15:26.750179 dv-cinder-786385-7-iscsi neutron-server[92342]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 02 08:15:26.750179 dv-cinder-786385-7-iscsi neutron-server[92342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 02 08:15:26.920401 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868faef3-e956-495f-84be-db7816125061 req-c48edc59-d92c-41fd-8287-bd8ecded9984 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:26.921948 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-868faef3-e956-495f-84be-db7816125061 req-c48edc59-d92c-41fd-8287-bd8ecded9984 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.1231687
Jun 02 08:15:26.950531 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-e6184e76-e0b8-4f29-b469-1343134bccdf req-aeb985f2-7c0e-475e-ad64-10b3d7f41cd5 service neutron] 10.222.0.72 "GET /v2.0/networks/9845329e-acbc-4864-8fcb-054e52779455?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1993783
Jun 02 08:15:26.975483 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-868faef3-e956-495f-84be-db7816125061 req-bc804164-a73b-4318-a3d7-3badb2a15f18 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477958
Jun 02 08:15:26.979858 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4cdf88e2-200b-43a4-a875-6d8096c8589e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8036641'] for network, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:26.990931 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:27.008099 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4cdf88e2-200b-43a4-a875-6d8096c8589e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:27.035505 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf88e2-200b-43a4-a875-6d8096c8589e admin admin] Pushing event deleted for resources: {'Network': ['ID=3ea4537c-4e53-4dd1-90c4-33b482428ef3,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:27.089139 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-4cdf88e2-200b-43a4-a875-6d8096c8589e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:27.127847 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-e6184e76-e0b8-4f29-b469-1343134bccdf req-20010af3-d8d2-4eb8-85a6-51b9a17529e6 service neutron] 10.222.0.72 "GET /v2.0/networks/9845329e-acbc-4864-8fcb-054e52779455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1689444
Jun 02 08:15:27.177353 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-4cdf88e2-200b-43a4-a875-6d8096c8589e admin admin] 10.222.0.77 "DELETE /v2.0/networks/3ea4537c-4e53-4dd1-90c4-33b482428ef3 HTTP/1.1" status: 204  len: 168 time: 1.1088982
Jun 02 08:15:27.595944 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 33316) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:15:27.643491 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-ca42ca2d-f650-4e68-af24-1ed644fe018c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2f6b2a026b6a473192d447dc1486f2f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0460007
Jun 02 08:15:27.645828 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 33318) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:15:27.705419 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b81ff8b6-1d2a-44f5-a480-55cc163af29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:27.733591 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b81ff8b6-1d2a-44f5-a480-55cc163af29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:27.875662 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b81ff8b6-1d2a-44f5-a480-55cc163af29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:27.879564 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-bd1cee36-82d6-4973-a368-d0589b5de266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:27.893382 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ff8b6-1d2a-44f5-a480-55cc163af29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3de4b0-acbc-45e3-b078-59fc1a182d3e,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:27.896894 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-b81ff8b6-1d2a-44f5-a480-55cc163af29a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:27.899942 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b81ff8b6-1d2a-44f5-a480-55cc163af29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:27.901070 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-b81ff8b6-1d2a-44f5-a480-55cc163af29a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1a3de4b0-acbc-45e3-b078-59fc1a182d3e HTTP/1.1" status: 204  len: 168 time: 0.2543788
Jun 02 08:15:28.181242 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5be13c-ae1b-49a6-9f83-dd8991b5b2ba req-2e0dff36-9092-46e4-ae7b-5f18d45475cd tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:28.183648 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5f5be13c-ae1b-49a6-9f83-dd8991b5b2ba req-2e0dff36-9092-46e4-ae7b-5f18d45475cd tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.0914192
Jun 02 08:15:28.231516 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5f5be13c-ae1b-49a6-9f83-dd8991b5b2ba req-97335bf2-2dcf-4cb6-afd5-fb704c1f5e79 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420432
Jun 02 08:15:29.066034 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 33354) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:15:29.174011 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-f5f2c717-c438-4f5b-b4ff-53e6481eedc9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-120736249-network', 'tenant_id': 'af0051b983e344a491bc13398744423a'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:15:29.183417 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-f5f2c717-c438-4f5b-b4ff-53e6481eedc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:15:29.187497 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-f5f2c717-c438-4f5b-b4ff-53e6481eedc9 admin admin] Usage tracker for resource:network and tenant:af0051b983e344a491bc13398744423a is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:15:29.190715 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-f5f2c717-c438-4f5b-b4ff-53e6481eedc9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:15:29.197417 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-f5f2c717-c438-4f5b-b4ff-53e6481eedc9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:15:29.264487 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f2c717-c438-4f5b-b4ff-53e6481eedc9 admin admin] Made reservation on behalf of af0051b983e344a491bc13398744423a for: {'network': 1} {{(pid=92341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:15:29.267081 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c717-c438-4f5b-b4ff-53e6481eedc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-941343'] for network, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:29.279782 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c717-c438-4f5b-b4ff-53e6481eedc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:29.294495 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-f5f2c717-c438-4f5b-b4ff-53e6481eedc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:15:29.298349 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-f5f2c717-c438-4f5b-b4ff-53e6481eedc9 admin admin] Usage tracker for resource:security_group_rule and tenant:af0051b983e344a491bc13398744423a is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:15:29.301257 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-f5f2c717-c438-4f5b-b4ff-53e6481eedc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:15:29.307724 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-f5f2c717-c438-4f5b-b4ff-53e6481eedc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:15:29.456487 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c717-c438-4f5b-b4ff-53e6481eedc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:29.467415 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d73fab-ff8d-4a11-bab0-ceb8ca718e27 req-bb4fc62d-72bf-44f7-8e60-9dbf78ac7c72 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:29.469580 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-15d73fab-ff8d-4a11-bab0-ceb8ca718e27 req-bb4fc62d-72bf-44f7-8e60-9dbf78ac7c72 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.1289124
Jun 02 08:15:29.525217 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-15d73fab-ff8d-4a11-bab0-ceb8ca718e27 req-76ecddbd-cecc-4ca5-98eb-8fd797d60d39 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465546
Jun 02 08:15:29.544580 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c717-c438-4f5b-b4ff-53e6481eedc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:29.548387 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-6f5cee31-034e-4985-907d-8bbc858a7caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:29.579444 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f2c717-c438-4f5b-b4ff-53e6481eedc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796}  {{(pid=92341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 02 08:15:29.585585 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2c717-c438-4f5b-b4ff-53e6481eedc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b9aedd-bdde-45c7-aaa9-e64cfec524ae,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:29.589273 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-f5f2c717-c438-4f5b-b4ff-53e6481eedc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:29.593944 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c717-c438-4f5b-b4ff-53e6481eedc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:29.594320 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.db.segments_db [None req-f5f2c717-c438-4f5b-b4ff-53e6481eedc9 admin admin] Added segment 7882244c-c16f-4a67-aec9-ab4ef18d1320 of type vlan for network 18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e
Jun 02 08:15:29.623078 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c717-c438-4f5b-b4ff-53e6481eedc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744146435166'] for network, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:29.704957 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5df44-ed61-47cf-ae96-95f6bdf70799 req-3074385f-3bd7-49f1-9166-61ec38f9d8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:29.706365 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-b7d5df44-ed61-47cf-ae96-95f6bdf70799 req-3074385f-3bd7-49f1-9166-61ec38f9d8dc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 1099 time: 0.0841019
Jun 02 08:15:29.721651 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c717-c438-4f5b-b4ff-53e6481eedc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186'] for network, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:29.722968 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f2c717-c438-4f5b-b4ff-53e6481eedc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:29.723527 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c717-c438-4f5b-b4ff-53e6481eedc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:29.727806 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-fdda5406-24f1-440b-894a-aafd0ee7084f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:29.753838 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-b7d5df44-ed61-47cf-ae96-95f6bdf70799 req-8650b1eb-7ad9-4aa6-a00a-faddb4fd8e8f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0354443
Jun 02 08:15:29.821802 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2c717-c438-4f5b-b4ff-53e6481eedc9 admin admin] Pushing event updated for resources: {'Network': ['ID=18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:29.824351 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-f5f2c717-c438-4f5b-b4ff-53e6481eedc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:29.832777 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Network 18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e details requested by agent ovs-agent-dv-cinder-786385-7-iscsi with host dv-cinder-786385-7-iscsi {{(pid=92343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 02 08:15:29.900356 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-f5f2c717-c438-4f5b-b4ff-53e6481eedc9 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.8331127
Jun 02 08:15:29.903214 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 33368) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:15:29.908173 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-87d8d777-9e1c-4a6b-bcd5-9be15f047bd3 admin admin] Request body: {'subnet': {'network_id': '18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-120736249-subnet', 'tenant_id': 'af0051b983e344a491bc13398744423a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:15:29.913504 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-87d8d777-9e1c-4a6b-bcd5-9be15f047bd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:15:29.917309 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-87d8d777-9e1c-4a6b-bcd5-9be15f047bd3 admin admin] Usage tracker for resource:subnet and tenant:af0051b983e344a491bc13398744423a is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:15:29.920151 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-87d8d777-9e1c-4a6b-bcd5-9be15f047bd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:15:29.925857 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-87d8d777-9e1c-4a6b-bcd5-9be15f047bd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:15:29.955843 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:30.018816 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d8d777-9e1c-4a6b-bcd5-9be15f047bd3 admin admin] Made reservation on behalf of af0051b983e344a491bc13398744423a for: {'subnet': 1} {{(pid=92342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:15:30.021412 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-87d8d777-9e1c-4a6b-bcd5-9be15f047bd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6612446'] for subnet, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:30.718452 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc6d8b-e394-47af-a722-4c46f616f41c req-770154f0-99cb-4101-b502-fa01881332ae tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:30.720101 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-46fc6d8b-e394-47af-a722-4c46f616f41c req-770154f0-99cb-4101-b502-fa01881332ae tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.0937743
Jun 02 08:15:30.764763 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-46fc6d8b-e394-47af-a722-4c46f616f41c req-6b27d08d-b683-4a27-bd33-dd26448dd48d tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381720
Jun 02 08:15:30.809890 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-87d8d777-9e1c-4a6b-bcd5-9be15f047bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6634097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6612428'] for subnet, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:30.813940 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:30.889185 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d8d777-9e1c-4a6b-bcd5-9be15f047bd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce851956-0758-4dc0-b9b1-2551e3547380,revision_number=0']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:30.898844 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-87d8d777-9e1c-4a6b-bcd5-9be15f047bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:30.905979 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d8d777-9e1c-4a6b-bcd5-9be15f047bd3 admin admin] Checking segment: {'id': '7882244c-c16f-4a67-aec9-ab4ef18d1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:15:30.906330 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d8d777-9e1c-4a6b-bcd5-9be15f047bd3 admin admin] Network hostable DHCP agents. Network: 18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e, hostable agents: ['4b89aefe-9643-4cd8-b10a-5110f7f4c5b0'], hosted agents: [] {{(pid=92342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 02 08:15:30.998870 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d8d777-9e1c-4a6b-bcd5-9be15f047bd3 admin admin] Network 18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e is scheduled to be hosted by DHCP agent 4b89aefe-9643-4cd8-b10a-5110f7f4c5b0 with binding_index 1 {{(pid=92342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 02 08:15:31.104516 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-87d8d777-9e1c-4a6b-bcd5-9be15f047bd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-iscsi, 18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e) {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:15:31.113735 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aebe916-a26f-4d27-b172-418d8ce63c2e None None] Network 18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:15:31.117281 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d8d777-9e1c-4a6b-bcd5-9be15f047bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:31.117890 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-87d8d777-9e1c-4a6b-bcd5-9be15f047bd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:31.214272 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-87d8d777-9e1c-4a6b-bcd5-9be15f047bd3 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.3099308
Jun 02 08:15:31.349687 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5493af4-573a-4464-829e-7d910bd54045 None None] Network 18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:15:31.954520 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e4a57-ae32-4a5e-bd2f-4fc95e73a949 req-e082fc4b-45ca-4a46-ab2c-f9435b3714d0 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:31.955952 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a12e4a57-ae32-4a5e-bd2f-4fc95e73a949 req-e082fc4b-45ca-4a46-ab2c-f9435b3714d0 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.0838096
Jun 02 08:15:32.003977 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a12e4a57-ae32-4a5e-bd2f-4fc95e73a949 req-3cfe304d-46bd-4984-b79f-d8dded3a218e tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422962
Jun 02 08:15:32.870643 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f444bf4-ff3a-43f3-b30f-e35c831bc43d req-0d915cb7-5c7d-4883-ae7f-513937107a67 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:32.872067 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7f444bf4-ff3a-43f3-b30f-e35c831bc43d req-0d915cb7-5c7d-4883-ae7f-513937107a67 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.0815883
Jun 02 08:15:32.876872 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33239a8-d366-441c-9c2a-d176e06f42c7 req-2c9109a6-9517-4273-969b-14c009b7cfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:32.878298 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-a33239a8-d366-441c-9c2a-d176e06f42c7 req-2c9109a6-9517-4273-969b-14c009b7cfe5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4e4215d7677d49a68195abd7f00b623e&device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 1099 time: 0.0740125
Jun 02 08:15:32.918849 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7f444bf4-ff3a-43f3-b30f-e35c831bc43d req-ca51a287-84ac-4eb1-9a0c-d50d66f2b7e7 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409956
Jun 02 08:15:33.013586 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33239a8-d366-441c-9c2a-d176e06f42c7 req-15be1d71-7725-42d6-8eb5-e9be3f1ba7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:33.014893 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-a33239a8-d366-441c-9c2a-d176e06f42c7 req-15be1d71-7725-42d6-8eb5-e9be3f1ba7f0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9845329e-acbc-4864-8fcb-054e52779455 HTTP/1.1" status: 200  len: 919 time: 0.1288359
Jun 02 08:15:33.081249 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-a33239a8-d366-441c-9c2a-d176e06f42c7 req-de75558c-591c-4a07-85aa-1160663df9bc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abf5cc2f-f90a-43a9-b684-3ad2587c71f5 HTTP/1.1" status: 200  len: 217 time: 0.0588746
Jun 02 08:15:33.227229 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33239a8-d366-441c-9c2a-d176e06f42c7 req-94583642-4dab-4af0-a283-2360cdf657f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:33.228632 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-a33239a8-d366-441c-9c2a-d176e06f42c7 req-94583642-4dab-4af0-a283-2360cdf657f3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c714f4d4-5e2f-43c9-8b5e-164491687504 HTTP/1.1" status: 200  len: 858 time: 0.1410007
Jun 02 08:15:33.278564 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-a33239a8-d366-441c-9c2a-d176e06f42c7 req-14675655-7577-4e2e-afd3-4766d14d627d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9845329e-acbc-4864-8fcb-054e52779455&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0401447
Jun 02 08:15:33.416884 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-a33239a8-d366-441c-9c2a-d176e06f42c7 req-a7e97006-2f5c-4ca7-b7e1-147ce58fd930 service neutron] 10.222.0.72 "GET /v2.0/networks/9845329e-acbc-4864-8fcb-054e52779455?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1305003
Jun 02 08:15:33.555240 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-a33239a8-d366-441c-9c2a-d176e06f42c7 req-395f64a0-4395-49dd-979e-2c2b609b308e service neutron] 10.222.0.72 "GET /v2.0/networks/9845329e-acbc-4864-8fcb-054e52779455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268234
Jun 02 08:15:34.087824 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:15:34.108126 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f8364-f384-4694-b3f9-068506ecddfe req-cfc8ddce-481e-41a5-840e-fed589a34ae0 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:34.109567 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-780f8364-f384-4694-b3f9-068506ecddfe req-cfc8ddce-481e-41a5-840e-fed589a34ae0 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.0808077
Jun 02 08:15:34.209654 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-780f8364-f384-4694-b3f9-068506ecddfe req-eba11e99-b3dc-46cd-82e1-1c74c1541814 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944722
Jun 02 08:15:34.856390 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-e513fd4f-70ed-401c-aaef-af18deef5ca9 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:34.857343 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-e513fd4f-70ed-401c-aaef-af18deef5ca9 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Synchronizing usage tracker for tenant:af0051b983e344a491bc13398744423a on resource:network {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:15:34.993356 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-e513fd4f-70ed-401c-aaef-af18deef5ca9 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Unset dirty status for tenant:af0051b983e344a491bc13398744423a on resource:network {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:15:34.994442 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-e513fd4f-70ed-401c-aaef-af18deef5ca9 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/networks?id=18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e HTTP/1.1" status: 200  len: 813 time: 0.2915223
Jun 02 08:15:35.010149 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-d564ec5d-dc20-4e59-b5d8-8dc4e3a3753a tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/quotas/af0051b983e344a491bc13398744423a HTTP/1.1" status: 200  len: 375 time: 0.0100548
Jun 02 08:15:35.059719 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-f1c77d9b-7b28-4e0a-853a-ec029c2f4108 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=af0051b983e344a491bc13398744423a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0442095
Jun 02 08:15:35.195771 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-c09cf926-eb06-4480-8f73-71497526a976 service neutron] 10.222.0.77 "GET /v2.0/networks/18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270008
Jun 02 08:15:35.372818 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-1f8d470a-f3c1-4b02-9b0b-d45768c70967 service neutron] 10.222.0.77 "GET /v2.0/networks/18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1712296
Jun 02 08:15:35.428921 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d645bdb-a91d-4da5-ae35-64a5b7c20416 req-dc0d56f8-d777-46cb-8177-3aa3f698068a tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:35.430360 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9d645bdb-a91d-4da5-ae35-64a5b7c20416 req-dc0d56f8-d777-46cb-8177-3aa3f698068a tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.1070037
Jun 02 08:15:35.476180 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9d645bdb-a91d-4da5-ae35-64a5b7c20416 req-ac9c7220-251d-4288-b9ac-c6337b788f8b tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404329
Jun 02 08:15:35.714561 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-836a78da-0a64-4795-b23c-ac3dd9d50407 req-222e3f20-c68b-4c6c-a7eb-6f425c210c81 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1c71d6a-77fa-487a-b5d6-dbe9130e1615 HTTP/1.1" status: 200  len: 210 time: 0.0433178
Jun 02 08:15:36.669090 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77900954-1ec3-49a1-bd91-99fa3dfa5773 req-bb1d1310-0563-435d-b5bc-6d5b7f782e71 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:36.670539 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-77900954-1ec3-49a1-bd91-99fa3dfa5773 req-bb1d1310-0563-435d-b5bc-6d5b7f782e71 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.0854092
Jun 02 08:15:36.715582 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-77900954-1ec3-49a1-bd91-99fa3dfa5773 req-1a17b625-c748-4e67-9958-16c994f1bdcd tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392244
Jun 02 08:15:36.810105 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d6864059-3889-4e6c-995e-39b6c4869499 req-5d7db17d-7261-404b-b0c9-3c06db54046f tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1c71d6a-77fa-487a-b5d6-dbe9130e1615 HTTP/1.1" status: 200  len: 210 time: 0.0412993
Jun 02 08:15:37.903405 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8db186-4274-4a29-b995-6dd052eb01e0 req-7c0cec4b-7208-4fac-9c74-b057cbfc4a9e tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:37.904911 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1f8db186-4274-4a29-b995-6dd052eb01e0 req-7c0cec4b-7208-4fac-9c74-b057cbfc4a9e tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.0802264
Jun 02 08:15:37.975097 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f24b7e95-48d8-4feb-808f-40b03d5823b5 req-185251b6-7b49-4f81-b4e1-1a1a383d5008 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1c71d6a-77fa-487a-b5d6-dbe9130e1615 HTTP/1.1" status: 200  len: 210 time: 0.0477052
Jun 02 08:15:38.013597 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1f8db186-4274-4a29-b995-6dd052eb01e0 req-8cf325dc-c257-4ec4-b164-61e086dc18ac tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026678
Jun 02 08:15:38.768469 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-44662143-d7d3-4a76-bdd5-11fe9a5f756c tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:38.769505 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-44662143-d7d3-4a76-bdd5-11fe9a5f756c tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.72 "GET /v2.0/networks?id=18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e HTTP/1.1" status: 200  len: 813 time: 0.1453269
Jun 02 08:15:38.785028 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-c60e1401-05f1-4ac7-843a-6edd881a2bc2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Request body: {'port': {'device_id': 'd1c71d6a-77fa-487a-b5d6-dbe9130e1615', 'network_id': '18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e', 'admin_state_up': True, 'tenant_id': 'af0051b983e344a491bc13398744423a'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:15:38.925967 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-c60e1401-05f1-4ac7-843a-6edd881a2bc2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:15:38.929956 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-c60e1401-05f1-4ac7-843a-6edd881a2bc2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Usage tracker for resource:port and tenant:af0051b983e344a491bc13398744423a is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:15:38.932997 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-c60e1401-05f1-4ac7-843a-6edd881a2bc2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:15:38.938786 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-c60e1401-05f1-4ac7-843a-6edd881a2bc2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:15:39.024412 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-c60e1401-05f1-4ac7-843a-6edd881a2bc2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Made reservation on behalf of af0051b983e344a491bc13398744423a for: {'port': 1} {{(pid=92342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:15:39.028077 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-c60e1401-05f1-4ac7-843a-6edd881a2bc2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:39.162325 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-653c5c1e-f157-4c57-b536-38b3dcfe207e req-bc5fa582-a60a-4989-8cbc-402e65489349 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1c71d6a-77fa-487a-b5d6-dbe9130e1615 HTTP/1.1" status: 200  len: 210 time: 0.0565174
Jun 02 08:15:39.210869 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_common [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-c60e1401-05f1-4ac7-843a-6edd881a2bc2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Allocated IP 172.20.0.11 (18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e/ce851956-0758-4dc0-b9b1-2551e3547380/cd01e955-8e4d-48bf-806a-b95134c0a4bd) {{(pid=92342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:15:39.417865 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-c60e1401-05f1-4ac7-843a-6edd881a2bc2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Notify callbacks [] for port, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:39.502213 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-c60e1401-05f1-4ac7-843a-6edd881a2bc2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:39.508361 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-c03022b2-71c0-4d03-b3ce-0183cd99376c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:39.577062 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-c60e1401-05f1-4ac7-843a-6edd881a2bc2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Network 18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e is already hosted by enough agents. {{(pid=92342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:15:39.580146 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-c60e1401-05f1-4ac7-843a-6edd881a2bc2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Resources bound (agent type, host, resource id):  {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:15:39.584001 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-c60e1401-05f1-4ac7-843a-6edd881a2bc2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Received port after_create {{(pid=92342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:15:39.617162 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e1401-05f1-4ac7-843a-6edd881a2bc2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Pushing event updated for resources: {'Port': ['ID=cd01e955-8e4d-48bf-806a-b95134c0a4bd,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:39.621487 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-c60e1401-05f1-4ac7-843a-6edd881a2bc2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:39.650550 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-c60e1401-05f1-4ac7-843a-6edd881a2bc2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:39.651141 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-c60e1401-05f1-4ac7-843a-6edd881a2bc2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:39.725775 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-c60e1401-05f1-4ac7-843a-6edd881a2bc2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9442821
Jun 02 08:15:39.752328 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-5932dfc9-8780-4e1e-94e2-639b38a0dd50 service neutron] Request body: {'port': {'device_id': 'd1c71d6a-77fa-487a-b5d6-dbe9130e1615', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:15:39.870034 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-5932dfc9-8780-4e1e-94e2-639b38a0dd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:39.984123 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-9e501b3b-2087-4e34-9b95-0b589a209edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:40.226655 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-5932dfc9-8780-4e1e-94e2-639b38a0dd50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd01e955-8e4d-48bf-806a-b95134c0a4bd {{(pid=92342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:15:40.240209 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-5932dfc9-8780-4e1e-94e2-639b38a0dd50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:40.269435 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.provisioning_blocks [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-5932dfc9-8780-4e1e-94e2-639b38a0dd50 service neutron] Transition to ACTIVE for port object cd01e955-8e4d-48bf-806a-b95134c0a4bd will not be triggered until provisioned by entity L2. {{(pid=92342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:15:40.350044 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-5932dfc9-8780-4e1e-94e2-639b38a0dd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6633674'] for port, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:40.355854 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-298c5672-387a-4f37-ae03-67fc41260ba4 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:40.368715 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76408007-c219-48f5-bff3-b07249f02ad6 req-3ec68064-854c-4a2d-a5ae-b2f71923fc0a tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:40.370181 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-76408007-c219-48f5-bff3-b07249f02ad6 req-3ec68064-854c-4a2d-a5ae-b2f71923fc0a tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1c71d6a-77fa-487a-b5d6-dbe9130e1615 HTTP/1.1" status: 200  len: 932 time: 0.0980093
Jun 02 08:15:40.428271 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-76408007-c219-48f5-bff3-b07249f02ad6 req-1a5e4b46-198d-4e6c-a55a-3f33b2bd0a61 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Synchronizing usage tracker for tenant:af0051b983e344a491bc13398744423a on resource:security_group {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:15:40.527315 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-76408007-c219-48f5-bff3-b07249f02ad6 req-1a5e4b46-198d-4e6c-a55a-3f33b2bd0a61 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Unset dirty status for tenant:af0051b983e344a491bc13398744423a on resource:security_group {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:15:40.528763 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-76408007-c219-48f5-bff3-b07249f02ad6 req-1a5e4b46-198d-4e6c-a55a-3f33b2bd0a61 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/security-groups?id=06b9aedd-bdde-45c7-aaa9-e64cfec524ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1525309
Jun 02 08:15:40.565331 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932dfc9-8780-4e1e-94e2-639b38a0dd50 service neutron] Pushing event updated for resources: {'Port': ['ID=cd01e955-8e4d-48bf-806a-b95134c0a4bd,revision_number=2']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:40.569774 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-5932dfc9-8780-4e1e-94e2-639b38a0dd50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:40.671780 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.managers [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-5932dfc9-8780-4e1e-94e2-639b38a0dd50 service neutron] Attempting to bind port cd01e955-8e4d-48bf-806a-b95134c0a4bd on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:15:40.672225 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.managers [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-5932dfc9-8780-4e1e-94e2-639b38a0dd50 service neutron] Attempting to bind port cd01e955-8e4d-48bf-806a-b95134c0a4bd by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '7882244c-c16f-4a67-aec9-ab4ef18d1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e'}] {{(pid=92342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:15:40.672639 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-5932dfc9-8780-4e1e-94e2-639b38a0dd50 service neutron] Attempting to bind port cd01e955-8e4d-48bf-806a-b95134c0a4bd on network 18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:15:40.683135 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-5932dfc9-8780-4e1e-94e2-639b38a0dd50 service neutron] Port cd01e955-8e4d-48bf-806a-b95134c0a4bd on network 18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 02 08:15:40.683135 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-5932dfc9-8780-4e1e-94e2-639b38a0dd50 service neutron] Attempting to bind port cd01e955-8e4d-48bf-806a-b95134c0a4bd on network 18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:15:40.684175 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-5932dfc9-8780-4e1e-94e2-639b38a0dd50 service neutron] Checking agent: {'id': '5f85f1d8-5acd-47ff-be11-89642c504a90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:15:40.684538 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-5932dfc9-8780-4e1e-94e2-639b38a0dd50 service neutron] Checking segment: {'id': '7882244c-c16f-4a67-aec9-ab4ef18d1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:15:40.685082 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-5932dfc9-8780-4e1e-94e2-639b38a0dd50 service neutron] Bound using segment: {'id': '7882244c-c16f-4a67-aec9-ab4ef18d1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e'} {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:15:40.685362 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.managers [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-5932dfc9-8780-4e1e-94e2-639b38a0dd50 service neutron] Bound port: cd01e955-8e4d-48bf-806a-b95134c0a4bd, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7882244c-c16f-4a67-aec9-ab4ef18d1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e'}}] {{(pid=92342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:15:40.685666 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-5932dfc9-8780-4e1e-94e2-639b38a0dd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:40.792397 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-5932dfc9-8780-4e1e-94e2-639b38a0dd50 service neutron] For port cd01e955-8e4d-48bf-806a-b95134c0a4bd, host hv-cinder-78638, cleared binding levels {{(pid=92342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:15:40.792397 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-5932dfc9-8780-4e1e-94e2-639b38a0dd50 service neutron] For port cd01e955-8e4d-48bf-806a-b95134c0a4bd, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cd01e955-8e4d-48bf-806a-b95134c0a4bd,segment=NetworkSegment(7882244c-c16f-4a67-aec9-ab4ef18d1320),segment_id=7882244c-c16f-4a67-aec9-ab4ef18d1320)] {{(pid=92342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:15:40.856613 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-5932dfc9-8780-4e1e-94e2-639b38a0dd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6633674'] for port, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:40.861520 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-3fca6ed7-8da8-4960-99dc-e8d7351b4652 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:40.909995 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-5932dfc9-8780-4e1e-94e2-639b38a0dd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:40.910596 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-5932dfc9-8780-4e1e-94e2-639b38a0dd50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:40.912019 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-5932dfc9-8780-4e1e-94e2-639b38a0dd50 service neutron] 10.222.0.72 "PUT /v2.0/ports/cd01e955-8e4d-48bf-806a-b95134c0a4bd HTTP/1.1" status: 200  len: 1094 time: 1.1639352
Jun 02 08:15:40.912545 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c71d6a-77fa-487a-b5d6-dbe9130e1615', 'tag': 'cd01e955-8e4d-48bf-806a-b95134c0a4bd'}] {{(pid=92342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:15:40.914796 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e374b3b879b00d97b29532d72ba3bb6ea3956478347f3877d9246faf94d18eae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8ec4de-bbf3-4345-8def-857e3fbf0b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "d1c71d6a-77fa-487a-b5d6-dbe9130e1615", "tag": "cd01e955-8e4d-48bf-806a-b95134c0a4bd"}]}' {{(pid=92342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:15:40.949212 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932dfc9-8780-4e1e-94e2-639b38a0dd50 service neutron] Pushing event updated for resources: {'Port': ['ID=cd01e955-8e4d-48bf-806a-b95134c0a4bd,revision_number=3']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:40.958310 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-5932dfc9-8780-4e1e-94e2-639b38a0dd50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:40.966021 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5162546-9e12-4b60-9ffc-90dafb27b711 x-openstack-request-id: req-f5162546-9e12-4b60-9ffc-90dafb27b711 {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:15:40.966342 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1c71d6a-77fa-487a-b5d6-dbe9130e1615", "tag": "cd01e955-8e4d-48bf-806a-b95134c0a4bd", "status": "completed", "code": 200}]} {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:15:40.966649 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f5162546-9e12-4b60-9ffc-90dafb27b711 {{(pid=92342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:15:40.967073 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c71d6a-77fa-487a-b5d6-dbe9130e1615', 'tag': 'cd01e955-8e4d-48bf-806a-b95134c0a4bd', 'status': 'completed', 'code': 200}
Jun 02 08:15:41.080182 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ec4de-bbf3-4345-8def-857e3fbf0b8a req-c104d5c7-fe83-4326-96da-122b0dfc685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:41.081674 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-ff8ec4de-bbf3-4345-8def-857e3fbf0b8a req-c104d5c7-fe83-4326-96da-122b0dfc685f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=af0051b983e344a491bc13398744423a&device_id=d1c71d6a-77fa-487a-b5d6-dbe9130e1615 HTTP/1.1" status: 200  len: 1097 time: 0.0758839
Jun 02 08:15:41.237661 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ec4de-bbf3-4345-8def-857e3fbf0b8a req-78174b5b-64c8-4446-b510-b6a0ba0bd2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:41.239071 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-ff8ec4de-bbf3-4345-8def-857e3fbf0b8a req-78174b5b-64c8-4446-b510-b6a0ba0bd2f2 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=af0051b983e344a491bc13398744423a&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1355538
Jun 02 08:15:41.377531 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ec4de-bbf3-4345-8def-857e3fbf0b8a req-abd71f39-7b27-414c-84ff-0b48a0e3dc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:41.378971 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-ff8ec4de-bbf3-4345-8def-857e3fbf0b8a req-abd71f39-7b27-414c-84ff-0b48a0e3dc2b service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1326559
Jun 02 08:15:41.504987 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-feb1ef48-d9da-4062-a4ce-6ffeb1bc320e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:41.506320 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-feb1ef48-d9da-4062-a4ce-6ffeb1bc320e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=af0051b983e344a491bc13398744423a&device_id=d1c71d6a-77fa-487a-b5d6-dbe9130e1615 HTTP/1.1" status: 200  len: 1097 time: 0.0707843
Jun 02 08:15:41.582827 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-2cde77b2-077f-4fc7-8a3b-7ab017fb7500 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd01e955-8e4d-48bf-806a-b95134c0a4bd HTTP/1.1" status: 200  len: 217 time: 0.0630565
Jun 02 08:15:41.655068 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-21876c53-eba6-43b3-845e-535bedd442a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:41.656674 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-21876c53-eba6-43b3-845e-535bedd442a3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ce851956-0758-4dc0-b9b1-2551e3547380 HTTP/1.1" status: 200  len: 853 time: 0.0593140
Jun 02 08:15:41.719952 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6da78-5ccc-4ec0-bf59-ba929002e277 req-ebc08e1e-0949-4247-a7ac-0bfb78d1e3b8 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:41.721594 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d3f6da78-5ccc-4ec0-bf59-ba929002e277 req-ebc08e1e-0949-4247-a7ac-0bfb78d1e3b8 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1c71d6a-77fa-487a-b5d6-dbe9130e1615 HTTP/1.1" status: 200  len: 944 time: 0.0841658
Jun 02 08:15:41.731778 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-5f1239a6-8a88-4bfd-8f67-89c42bdf20e5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0530660
Jun 02 08:15:41.774372 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d3f6da78-5ccc-4ec0-bf59-ba929002e277 req-135f1d99-fe5f-4e3c-9c24-a4855115811f tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/security-groups?id=06b9aedd-bdde-45c7-aaa9-e64cfec524ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443904
Jun 02 08:15:41.885193 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-931fd1b0-63ae-42a4-8daa-6a8c8ffddffe service neutron] 10.222.0.72 "GET /v2.0/networks/18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370327
Jun 02 08:15:42.020924 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-7010918d-77e1-4a44-94a2-4296cdde5fe0 req-c671f80a-33d2-4d12-bd06-c822dd09cb07 service neutron] 10.222.0.72 "GET /v2.0/networks/18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267681
Jun 02 08:15:42.564659 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:42.667606 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-f5c269ba-fa8e-4f45-9660-526b109092b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:42.963047 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66a2d6-34a0-4712-9c18-6756b1f9dd88 req-04e2d8bb-599e-4847-b2c6-abaff67dc414 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:42.964520 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1f66a2d6-34a0-4712-9c18-6756b1f9dd88 req-04e2d8bb-599e-4847-b2c6-abaff67dc414 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1c71d6a-77fa-487a-b5d6-dbe9130e1615 HTTP/1.1" status: 200  len: 944 time: 0.0809932
Jun 02 08:15:43.020045 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1f66a2d6-34a0-4712-9c18-6756b1f9dd88 req-187f1f39-28ad-4765-a775-f937eb4a4333 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/security-groups?id=06b9aedd-bdde-45c7-aaa9-e64cfec524ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496118
Jun 02 08:15:43.730263 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:44.366630 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602875ea-a01c-4bd8-a946-152930d04944 req-5278a411-052e-4713-906b-3fb327bc5811 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:44.368061 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-602875ea-a01c-4bd8-a946-152930d04944 req-5278a411-052e-4713-906b-3fb327bc5811 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1c71d6a-77fa-487a-b5d6-dbe9130e1615 HTTP/1.1" status: 200  len: 944 time: 0.0850449
Jun 02 08:15:44.413545 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-602875ea-a01c-4bd8-a946-152930d04944 req-ed84d9e2-6202-477b-a030-e061a7d06774 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/security-groups?id=06b9aedd-bdde-45c7-aaa9-e64cfec524ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392852
Jun 02 08:15:44.543997 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd461e-65e5-4c5d-922e-6dd8f73ae23c req-e4cf3315-1d1e-488f-8a2e-bdb330ccc2f0 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:44.545469 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-fbbd461e-65e5-4c5d-922e-6dd8f73ae23c req-e4cf3315-1d1e-488f-8a2e-bdb330ccc2f0 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.0789568
Jun 02 08:15:44.591603 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-fbbd461e-65e5-4c5d-922e-6dd8f73ae23c req-e48f9f97-ac13-4827-bfd1-560028afd9d6 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394559
Jun 02 08:15:45.040183 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551be19-0e61-407c-b77b-2b85e4f7b6b7 req-86d2313f-a7df-4c1d-89f3-7f39faa42005 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:45.041511 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8551be19-0e61-407c-b77b-2b85e4f7b6b7 req-86d2313f-a7df-4c1d-89f3-7f39faa42005 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b5599eb-24de-444b-bf4f-27ea3df6d823 HTTP/1.1" status: 200  len: 945 time: 0.0822804
Jun 02 08:15:45.085361 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8551be19-0e61-407c-b77b-2b85e4f7b6b7 req-6964f1c3-a719-4c9d-8e02-007e689bf4e4 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381486
Jun 02 08:15:45.193385 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:45.876837 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e66bb-8703-4c22-97e4-f0fef1537958 req-32f5dbd9-b37f-4f1d-8b69-a859017399b9 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:45.878266 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e37e66bb-8703-4c22-97e4-f0fef1537958 req-32f5dbd9-b37f-4f1d-8b69-a859017399b9 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1c71d6a-77fa-487a-b5d6-dbe9130e1615 HTTP/1.1" status: 200  len: 944 time: 0.1897030
Jun 02 08:15:45.935030 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e37e66bb-8703-4c22-97e4-f0fef1537958 req-fd641464-0e7c-4c0f-b94b-5757c5fb2c14 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/security-groups?id=06b9aedd-bdde-45c7-aaa9-e64cfec524ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499537
Jun 02 08:15:45.945971 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ddf76-2252-4568-8b69-27dcbf54d38b req-be4f3bf8-41be-4305-95c5-ae93f85e463e tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:45.947376 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6e6ddf76-2252-4568-8b69-27dcbf54d38b req-be4f3bf8-41be-4305-95c5-ae93f85e463e tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.1883798
Jun 02 08:15:45.990668 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6e6ddf76-2252-4568-8b69-27dcbf54d38b req-91bee67d-3242-4819-b559-1e08fe281ce2 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379238
Jun 02 08:15:46.276005 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b470e-e859-481a-8fcf-7e2099983996 req-ba98a879-4bee-4c02-9848-aefb7921c40b tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:46.277446 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-de2b470e-e859-481a-8fcf-7e2099983996 req-ba98a879-4bee-4c02-9848-aefb7921c40b tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b5599eb-24de-444b-bf4f-27ea3df6d823 HTTP/1.1" status: 200  len: 945 time: 0.0830679
Jun 02 08:15:46.322154 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-de2b470e-e859-481a-8fcf-7e2099983996 req-f41c2d58-f5a8-4c04-9a04-6e2fc62213de tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390360
Jun 02 08:15:47.172217 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbdf9dd-b289-4bf6-9d32-bd588d53c89b req-43765473-b079-46a8-a446-5e16107841d6 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:47.173533 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4fbdf9dd-b289-4bf6-9d32-bd588d53c89b req-43765473-b079-46a8-a446-5e16107841d6 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1c71d6a-77fa-487a-b5d6-dbe9130e1615 HTTP/1.1" status: 200  len: 944 time: 0.1332541
Jun 02 08:15:47.188079 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device cd01e955-8e4d-48bf-806a-b95134c0a4bd details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=92343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 02 08:15:47.215319 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a243ed-d01b-443b-b610-c6d1f8476c25 req-1e6daa31-d86e-4770-bfff-96082f39659b tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:47.216789 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-87a243ed-d01b-443b-b610-c6d1f8476c25 req-1e6daa31-d86e-4770-bfff-96082f39659b tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.1197433
Jun 02 08:15:47.253361 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4fbdf9dd-b289-4bf6-9d32-bd588d53c89b req-deb1a0b9-0d08-48ae-8f70-ff6d912cac25 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/security-groups?id=06b9aedd-bdde-45c7-aaa9-e64cfec524ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701065
Jun 02 08:15:47.277056 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-87a243ed-d01b-443b-b610-c6d1f8476c25 req-57aa4310-aaa6-4ada-917d-492a34fb0af7 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514855
Jun 02 08:15:47.321708 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port cd01e955-8e4d-48bf-806a-b95134c0a4bd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cd01e955-8e4d-48bf-806a-b95134c0a4bd,segment=NetworkSegment(7882244c-c16f-4a67-aec9-ab4ef18d1320),segment_id=7882244c-c16f-4a67-aec9-ab4ef18d1320)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:15:47.334351 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Returning: {'device': 'cd01e955-8e4d-48bf-806a-b95134c0a4bd', 'network_id': '18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e', 'port_id': 'cd01e955-8e4d-48bf-806a-b95134c0a4bd', 'mac_address': 'fa:16:3e:3a:1f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce851956-0758-4dc0-b9b1-2551e3547380', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 02 08:15:47.389045 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:47.405585 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd01e955-8e4d-48bf-806a-b95134c0a4bd {{(pid=92343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:15:47.421260 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port cd01e955-8e4d-48bf-806a-b95134c0a4bd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cd01e955-8e4d-48bf-806a-b95134c0a4bd,segment=NetworkSegment(7882244c-c16f-4a67-aec9-ab4ef18d1320),segment_id=7882244c-c16f-4a67-aec9-ab4ef18d1320)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:15:47.484763 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:47.486534 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:47.510014 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03a3b9-9f96-4415-ac88-1432a25586cc req-27ef6a19-8cb6-48c0-9a6c-bcd89451c16a tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:47.511490 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8f03a3b9-9f96-4415-ac88-1432a25586cc req-27ef6a19-8cb6-48c0-9a6c-bcd89451c16a tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b5599eb-24de-444b-bf4f-27ea3df6d823 HTTP/1.1" status: 200  len: 945 time: 0.0828671
Jun 02 08:15:47.554459 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=cd01e955-8e4d-48bf-806a-b95134c0a4bd,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:47.557617 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:47.566391 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8f03a3b9-9f96-4415-ac88-1432a25586cc req-c97a3c60-ac7f-4d5b-b80f-0220bdc652a5 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489902
Jun 02 08:15:48.175229 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f7a6d-86cd-476d-bf84-493f75b88d90 req-36b2bdce-d423-4e8c-89c0-34f7ad62c1e8 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:48.175964 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-990f7a6d-86cd-476d-bf84-493f75b88d90 req-36b2bdce-d423-4e8c-89c0-34f7ad62c1e8 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Synchronizing usage tracker for tenant:459588786ab44c4bbeeae4bc8cf7fcb5 on resource:port {{(pid=92342) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:15:48.235733 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-990f7a6d-86cd-476d-bf84-493f75b88d90 req-36b2bdce-d423-4e8c-89c0-34f7ad62c1e8 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Unset dirty status for tenant:459588786ab44c4bbeeae4bc8cf7fcb5 on resource:port {{(pid=92342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:15:48.236942 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-990f7a6d-86cd-476d-bf84-493f75b88d90 req-36b2bdce-d423-4e8c-89c0-34f7ad62c1e8 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b5599eb-24de-444b-bf4f-27ea3df6d823 HTTP/1.1" status: 200  len: 945 time: 0.1361966
Jun 02 08:15:48.378107 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [req-990f7a6d-86cd-476d-bf84-493f75b88d90 req-b49435b9-f543-44a3-b79a-4bee9687a109 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Deleting port 73d8a3f7-60b4-4f4f-81c8-f0fa228e7684 {{(pid=92342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:15:48.378443 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-990f7a6d-86cd-476d-bf84-493f75b88d90 req-b49435b9-f543-44a3-b79a-4bee9687a109 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:48.504739 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a8d7e-b47a-4048-a45c-fe1c31613880 req-ffeab9d7-e67e-4d98-803b-9a6fc3d16359 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:48.506184 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b78a8d7e-b47a-4048-a45c-fe1c31613880 req-ffeab9d7-e67e-4d98-803b-9a6fc3d16359 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1c71d6a-77fa-487a-b5d6-dbe9130e1615 HTTP/1.1" status: 200  len: 945 time: 0.1447995
Jun 02 08:15:48.519814 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc2a3e-e6ba-4bac-a31e-7210fdc3fbc9 req-79a44f48-34b1-4ecd-9c60-54a1a9587cd7 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:48.521307 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-abdc2a3e-e6ba-4bac-a31e-7210fdc3fbc9 req-79a44f48-34b1-4ecd-9c60-54a1a9587cd7 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.1274877
Jun 02 08:15:48.591159 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b78a8d7e-b47a-4048-a45c-fe1c31613880 req-5418063a-bcc0-4e8c-8985-052307c6d056 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/security-groups?id=06b9aedd-bdde-45c7-aaa9-e64cfec524ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688796
Jun 02 08:15:48.595741 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-abdc2a3e-e6ba-4bac-a31e-7210fdc3fbc9 req-68471d0e-e6b4-4f88-9692-76f5270053ac tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603368
Jun 02 08:15:48.599711 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [req-990f7a6d-86cd-476d-bf84-493f75b88d90 req-b49435b9-f543-44a3-b79a-4bee9687a109 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] For port 73d8a3f7-60b4-4f4f-81c8-f0fa228e7684, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=73d8a3f7-60b4-4f4f-81c8-f0fa228e7684,segment=NetworkSegment(b642ba97-1b26-4c7e-972e-d6caae7f9c07),segment_id=b642ba97-1b26-4c7e-972e-d6caae7f9c07)] {{(pid=92342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:15:48.600061 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-990f7a6d-86cd-476d-bf84-493f75b88d90 req-b49435b9-f543-44a3-b79a-4bee9687a109 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:48.684068 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['cd01e955-8e4d-48bf-806a-b95134c0a4bd'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:15:48.720048 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [req-990f7a6d-86cd-476d-bf84-493f75b88d90 req-b49435b9-f543-44a3-b79a-4bee9687a109 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Calling delete_port for 73d8a3f7-60b4-4f4f-81c8-f0fa228e7684 owned by compute:nova {{(pid=92342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:15:48.840634 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940f617-f7ac-43c1-bbcd-0588417af21a req-68c23e6a-45ba-464f-a386-ed48f6f3de1e tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:48.842056 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9940f617-f7ac-43c1-bbcd-0588417af21a req-68c23e6a-45ba-464f-a386-ed48f6f3de1e tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 946 time: 0.1000843
Jun 02 08:15:48.850272 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386418a0-52e7-411a-9264-28c4d1fda34a req-357ad6c4-0937-4dee-ba31-4c8145377e64 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:48.852199 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-386418a0-52e7-411a-9264-28c4d1fda34a req-357ad6c4-0937-4dee-ba31-4c8145377e64 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b5599eb-24de-444b-bf4f-27ea3df6d823 HTTP/1.1" status: 200  len: 945 time: 0.1532354
Jun 02 08:15:48.901402 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-990f7a6d-86cd-476d-bf84-493f75b88d90 req-b49435b9-f543-44a3-b79a-4bee9687a109 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:48.907080 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-5932dfc9-8780-4e1e-94e2-639b38a0dd50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:48.950604 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49435b9-f543-44a3-b79a-4bee9687a109 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Pushing event deleted for resources: {'Port': ['ID=73d8a3f7-60b4-4f4f-81c8-f0fa228e7684,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:48.954119 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-b49435b9-f543-44a3-b79a-4bee9687a109 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:48.985312 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-386418a0-52e7-411a-9264-28c4d1fda34a req-3b76275f-f24e-4aa9-b4e3-1b25caf631f8 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984352
Jun 02 08:15:49.025125 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [req-9940f617-f7ac-43c1-bbcd-0588417af21a req-b92d2345-ee80-4909-bc63-955afeb2f4b2 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Deleting port 13aa4271-ffbf-4715-a314-4cc116efe70a {{(pid=92341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:15:49.025635 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-9940f617-f7ac-43c1-bbcd-0588417af21a req-b92d2345-ee80-4909-bc63-955afeb2f4b2 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:49.031967 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [req-990f7a6d-86cd-476d-bf84-493f75b88d90 req-b49435b9-f543-44a3-b79a-4bee9687a109 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] No DVR routers for this DVR port 73d8a3f7-60b4-4f4f-81c8-f0fa228e7684 on host hv-cinder-78638 {{(pid=92342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:15:49.035878 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-990f7a6d-86cd-476d-bf84-493f75b88d90 req-b49435b9-f543-44a3-b79a-4bee9687a109 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:49.038659 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5599eb-24de-444b-bf4f-27ea3df6d823', 'name': 'network-vif-deleted', 'tag': '73d8a3f7-60b4-4f4f-81c8-f0fa228e7684'}] {{(pid=92342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:15:49.041609 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e374b3b879b00d97b29532d72ba3bb6ea3956478347f3877d9246faf94d18eae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cba9e6f-ae42-4c2a-a2aa-e06c977a3fc1" -d '{"events": [{"server_uuid": "7b5599eb-24de-444b-bf4f-27ea3df6d823", "name": "network-vif-deleted", "tag": "73d8a3f7-60b4-4f4f-81c8-f0fa228e7684"}]}' {{(pid=92342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:15:49.084879 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc393336-bc08-463b-9d11-8cf437120c57 x-openstack-request-id: req-bc393336-bc08-463b-9d11-8cf437120c57 {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:15:49.085242 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5599eb-24de-444b-bf4f-27ea3df6d823", "name": "network-vif-deleted", "tag": "73d8a3f7-60b4-4f4f-81c8-f0fa228e7684", "status": "completed", "code": 200}]} {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:15:49.085635 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bc393336-bc08-463b-9d11-8cf437120c57 {{(pid=92342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:15:49.086595 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5599eb-24de-444b-bf4f-27ea3df6d823', 'name': 'network-vif-deleted', 'tag': '73d8a3f7-60b4-4f4f-81c8-f0fa228e7684', 'status': 'completed', 'code': 200}
Jun 02 08:15:49.113651 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-990f7a6d-86cd-476d-bf84-493f75b88d90 req-b49435b9-f543-44a3-b79a-4bee9687a109 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.72 "DELETE /v2.0/ports/73d8a3f7-60b4-4f4f-81c8-f0fa228e7684 HTTP/1.1" status: 204  len: 173 time: 0.8694327
Jun 02 08:15:49.172358 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-9940f617-f7ac-43c1-bbcd-0588417af21a req-b92d2345-ee80-4909-bc63-955afeb2f4b2 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] For port 13aa4271-ffbf-4715-a314-4cc116efe70a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=13aa4271-ffbf-4715-a314-4cc116efe70a,segment=NetworkSegment(427b38d6-8819-468a-be56-89bd00ebc527),segment_id=427b38d6-8819-468a-be56-89bd00ebc527)] {{(pid=92341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:15:49.172702 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-9940f617-f7ac-43c1-bbcd-0588417af21a req-b92d2345-ee80-4909-bc63-955afeb2f4b2 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:49.303089 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [req-9940f617-f7ac-43c1-bbcd-0588417af21a req-b92d2345-ee80-4909-bc63-955afeb2f4b2 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Calling delete_port for 13aa4271-ffbf-4715-a314-4cc116efe70a owned by compute:nova {{(pid=92341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:15:49.584317 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-9940f617-f7ac-43c1-bbcd-0588417af21a req-b92d2345-ee80-4909-bc63-955afeb2f4b2 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:49.590629 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-dd4ec642-2733-4d1b-8d60-5f87714981b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:49.644552 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d2345-ee80-4909-bc63-955afeb2f4b2 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Pushing event deleted for resources: {'Port': ['ID=13aa4271-ffbf-4715-a314-4cc116efe70a,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:49.686595 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92d2345-ee80-4909-bc63-955afeb2f4b2 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:15:49.686963 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92d2345-ee80-4909-bc63-955afeb2f4b2 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:15:49.687322 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92d2345-ee80-4909-bc63-955afeb2f4b2 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:15:49.687671 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92d2345-ee80-4909-bc63-955afeb2f4b2 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:15:49.688021 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92d2345-ee80-4909-bc63-955afeb2f4b2 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:15:49.688389 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92d2345-ee80-4909-bc63-955afeb2f4b2 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:15:49.688730 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92d2345-ee80-4909-bc63-955afeb2f4b2 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:15:49.689130 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92d2345-ee80-4909-bc63-955afeb2f4b2 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:15:49.690361 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92d2345-ee80-4909-bc63-955afeb2f4b2 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:15:49.690361 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92d2345-ee80-4909-bc63-955afeb2f4b2 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:15:49.690361 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92d2345-ee80-4909-bc63-955afeb2f4b2 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:15:49.690684 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92d2345-ee80-4909-bc63-955afeb2f4b2 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:15:49.722654 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-b92d2345-ee80-4909-bc63-955afeb2f4b2 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:49.843378 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [req-9940f617-f7ac-43c1-bbcd-0588417af21a req-b92d2345-ee80-4909-bc63-955afeb2f4b2 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] No DVR routers for this DVR port 13aa4271-ffbf-4715-a314-4cc116efe70a on host hv-cinder-78638 {{(pid=92341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:15:49.851860 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-9940f617-f7ac-43c1-bbcd-0588417af21a req-b92d2345-ee80-4909-bc63-955afeb2f4b2 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:49.853459 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['9c1dd446-899f-48e9-b420-894033e526f6', '33629f14-0ca1-42f4-aeff-93d761bd2461', '8b0b91b4-f92c-40d6-aed5-36de29280a80'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:15:49.854706 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a74786c-3711-459e-84b8-edf0a18af644', 'name': 'network-vif-deleted', 'tag': '13aa4271-ffbf-4715-a314-4cc116efe70a'}] {{(pid=92341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:15:49.857000 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d416597fa12f88f8d9bd515793328be5ccabd674e07c2f357b392af977663f84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7be33a-aa09-4900-9398-9d83f15d239e" -d '{"events": [{"server_uuid": "9a74786c-3711-459e-84b8-edf0a18af644", "name": "network-vif-deleted", "tag": "13aa4271-ffbf-4715-a314-4cc116efe70a"}]}' {{(pid=92341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:15:49.886231 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['abf5cc2f-f90a-43a9-b684-3ad2587c71f5'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:15:49.915370 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-1c32357a-54f9-4174-aa5c-52a26a525619 req-14b12fd3-812e-48f4-b890-f58db13685bd tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Synchronizing usage tracker for tenant:4e4215d7677d49a68195abd7f00b623e on resource:port {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:15:49.957232 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d2d1f-f158-496a-b2a8-40acd89e0150 req-1d1f6bc8-408e-4b84-b991-74aab0527f97 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:49.958697 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-926d2d1f-f158-496a-b2a8-40acd89e0150 req-1d1f6bc8-408e-4b84-b991-74aab0527f97 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1c71d6a-77fa-487a-b5d6-dbe9130e1615 HTTP/1.1" status: 200  len: 945 time: 0.2373428
Jun 02 08:15:49.983516 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9940f617-f7ac-43c1-bbcd-0588417af21a req-b92d2345-ee80-4909-bc63-955afeb2f4b2 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.72 "DELETE /v2.0/ports/13aa4271-ffbf-4715-a314-4cc116efe70a HTTP/1.1" status: 204  len: 173 time: 1.1303015
Jun 02 08:15:50.006971 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-926d2d1f-f158-496a-b2a8-40acd89e0150 req-20b38b64-404b-4cac-9250-2d8ad70dcd70 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/security-groups?id=06b9aedd-bdde-45c7-aaa9-e64cfec524ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421855
Jun 02 08:15:50.059562 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-1c32357a-54f9-4174-aa5c-52a26a525619 req-14b12fd3-812e-48f4-b890-f58db13685bd tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Unset dirty status for tenant:4e4215d7677d49a68195abd7f00b623e on resource:port {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:15:50.060742 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1c32357a-54f9-4174-aa5c-52a26a525619 req-14b12fd3-812e-48f4-b890-f58db13685bd tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 210 time: 0.2009730
Jun 02 08:15:50.078694 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c0114d-682b-417c-bd21-4fbdfba4cc2f x-openstack-request-id: req-93c0114d-682b-417c-bd21-4fbdfba4cc2f {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:15:50.079199 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a74786c-3711-459e-84b8-edf0a18af644", "name": "network-vif-deleted", "tag": "13aa4271-ffbf-4715-a314-4cc116efe70a", "status": "completed", "code": 200}]} {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:15:50.079574 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-93c0114d-682b-417c-bd21-4fbdfba4cc2f {{(pid=92341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:15:50.080447 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a74786c-3711-459e-84b8-edf0a18af644', 'name': 'network-vif-deleted', 'tag': '13aa4271-ffbf-4715-a314-4cc116efe70a', 'status': 'completed', 'code': 200}
Jun 02 08:15:50.258614 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d34df649-ba22-4d0e-bff1-54e0fa1ca464 req-1fd1535b-c1c2-454c-aa20-aae7a69e7a23 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b5599eb-24de-444b-bf4f-27ea3df6d823 HTTP/1.1" status: 200  len: 210 time: 0.0544436
Jun 02 08:15:51.205745 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device cd01e955-8e4d-48bf-806a-b95134c0a4bd up at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:15:51.254933 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3f72dc9b-cdac-4eb7-91d7-f557ea8ecf81 req-c6b4d7c1-b486-4b07-bfd6-166d703dfa3a tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a74786c-3711-459e-84b8-edf0a18af644 HTTP/1.1" status: 200  len: 210 time: 0.0523901
Jun 02 08:15:51.267510 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaca401-48ae-400e-a992-01b8600c1be0 req-47f41f5b-d968-41ee-b524-c3671ce703bc tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:51.269682 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-baaca401-48ae-400e-a992-01b8600c1be0 req-47f41f5b-d968-41ee-b524-c3671ce703bc tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1c71d6a-77fa-487a-b5d6-dbe9130e1615 HTTP/1.1" status: 200  len: 945 time: 0.1519585
Jun 02 08:15:51.318040 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-baaca401-48ae-400e-a992-01b8600c1be0 req-17deef07-57b2-4e00-99ab-bdfd70ccc868 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/security-groups?id=06b9aedd-bdde-45c7-aaa9-e64cfec524ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420744
Jun 02 08:15:51.370161 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning for port cd01e955-8e4d-48bf-806a-b95134c0a4bd completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:15:51.375236 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning complete for port cd01e955-8e4d-48bf-806a-b95134c0a4bd triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:15:51.375616 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:51.492924 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:51.520039 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c71d6a-77fa-487a-b5d6-dbe9130e1615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd01e955-8e4d-48bf-806a-b95134c0a4bd'}] {{(pid=92343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:15:51.522056 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a92db95248474e1fdd92faa7bb4bdbed5d39af607a3dc1549787c687b6a75a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09bc5038-661f-426e-ba7b-f2f447ca31a2" -d '{"events": [{"server_uuid": "d1c71d6a-77fa-487a-b5d6-dbe9130e1615", "name": "network-vif-plugged", "status": "completed", "tag": "cd01e955-8e4d-48bf-806a-b95134c0a4bd"}]}' {{(pid=92343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:15:51.541462 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port cd01e955-8e4d-48bf-806a-b95134c0a4bd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cd01e955-8e4d-48bf-806a-b95134c0a4bd,segment=NetworkSegment(7882244c-c16f-4a67-aec9-ab4ef18d1320),segment_id=7882244c-c16f-4a67-aec9-ab4ef18d1320)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:15:51.583260 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa2243b-6735-49bd-b02e-0cdb441e9459 x-openstack-request-id: req-baa2243b-6735-49bd-b02e-0cdb441e9459 {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:15:51.583559 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c71d6a-77fa-487a-b5d6-dbe9130e1615", "name": "network-vif-plugged", "status": "completed", "tag": "cd01e955-8e4d-48bf-806a-b95134c0a4bd", "code": 200}]} {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:15:51.583814 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-baa2243b-6735-49bd-b02e-0cdb441e9459 {{(pid=92343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:15:51.584225 dv-cinder-786385-7-iscsi neutron-server[92343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c71d6a-77fa-487a-b5d6-dbe9130e1615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd01e955-8e4d-48bf-806a-b95134c0a4bd', 'code': 200}
Jun 02 08:15:51.656296 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:51.657193 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 73d8a3f7-60b4-4f4f-81c8-f0fa228e7684 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:15:51.687245 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:51.724895 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] No Port match for: 73d8a3f7-60b4-4f4f-81c8-f0fa228e7684 {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:15:51.725253 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 73d8a3f7-60b4-4f4f-81c8-f0fa228e7684 not bound to the agent host hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:15:51.725680 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 13aa4271-ffbf-4715-a314-4cc116efe70a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:15:51.772963 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] No Port match for: 13aa4271-ffbf-4715-a314-4cc116efe70a {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:15:51.773228 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 13aa4271-ffbf-4715-a314-4cc116efe70a not bound to the agent host hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:15:51.792449 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=cd01e955-8e4d-48bf-806a-b95134c0a4bd,revision_number=5']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:51.795815 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:52.088653 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88809426-7e68-4ea1-98ed-aa58a4727a95 req-10fb0365-9d40-40bb-94cd-e9a76de52a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:52.090070 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-88809426-7e68-4ea1-98ed-aa58a4727a95 req-10fb0365-9d40-40bb-94cd-e9a76de52a00 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d1c71d6a-77fa-487a-b5d6-dbe9130e1615 HTTP/1.1" status: 200  len: 1099 time: 0.0692852
Jun 02 08:15:52.130262 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-88809426-7e68-4ea1-98ed-aa58a4727a95 req-4603ab36-4f96-4bfe-b7fc-37e5e112e895 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=06b9aedd-bdde-45c7-aaa9-e64cfec524ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0336928
Jun 02 08:15:52.520619 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2119f07-3f09-4a1d-a749-4ca48ea4e298 req-63c1e06d-09d7-48ae-a259-dd4426ed2a4f tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:52.522051 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b2119f07-3f09-4a1d-a749-4ca48ea4e298 req-63c1e06d-09d7-48ae-a259-dd4426ed2a4f tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1c71d6a-77fa-487a-b5d6-dbe9130e1615 HTTP/1.1" status: 200  len: 946 time: 0.0781972
Jun 02 08:15:52.571729 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b2119f07-3f09-4a1d-a749-4ca48ea4e298 req-c948644f-86ec-4c1a-b282-6130627dacfe tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/security-groups?id=06b9aedd-bdde-45c7-aaa9-e64cfec524ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440004
Jun 02 08:15:52.744690 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bb67a623-7349-4b1a-b205-9df729b308ec req-b97a17da-19d5-4387-9e3b-bfa157f7b1ed tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2037995555&fields=id&tenant_id=0cd74e4181cd4ddeab1d3e91d6bc03c1 HTTP/1.1" status: 200  len: 267 time: 0.0392504
Jun 02 08:15:52.896301 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67a623-7349-4b1a-b205-9df729b308ec req-41fb9d7e-4b75-4cd0-9420-91a5b6772d02 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:52.897646 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bb67a623-7349-4b1a-b205-9df729b308ec req-41fb9d7e-4b75-4cd0-9420-91a5b6772d02 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/networks?id=5c1f66d1-9778-4f70-8383-16f7b7ba24b7 HTTP/1.1" status: 200  len: 809 time: 0.1453865
Jun 02 08:15:52.912061 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bb67a623-7349-4b1a-b205-9df729b308ec req-eecaffbf-8775-4915-b3a7-dce9509efb53 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/quotas/0cd74e4181cd4ddeab1d3e91d6bc03c1 HTTP/1.1" status: 200  len: 375 time: 0.0087082
Jun 02 08:15:52.991300 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-bb67a623-7349-4b1a-b205-9df729b308ec req-33cc1f54-d1fa-496f-a3c1-e35748335f8d tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Synchronizing usage tracker for tenant:0cd74e4181cd4ddeab1d3e91d6bc03c1 on resource:port {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:15:53.075059 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-bb67a623-7349-4b1a-b205-9df729b308ec req-33cc1f54-d1fa-496f-a3c1-e35748335f8d tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Unset dirty status for tenant:0cd74e4181cd4ddeab1d3e91d6bc03c1 on resource:port {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:15:53.076417 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bb67a623-7349-4b1a-b205-9df729b308ec req-33cc1f54-d1fa-496f-a3c1-e35748335f8d tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0cd74e4181cd4ddeab1d3e91d6bc03c1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1589854
Jun 02 08:15:53.216082 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bb67a623-7349-4b1a-b205-9df729b308ec req-f3a23287-4655-4500-9960-10617e9e0fae service neutron] 10.222.0.77 "GET /v2.0/networks/5c1f66d1-9778-4f70-8383-16f7b7ba24b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279407
Jun 02 08:15:53.344786 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bb67a623-7349-4b1a-b205-9df729b308ec req-175ab6ee-74fe-4a4d-9519-9f00da881c9f service neutron] 10.222.0.77 "GET /v2.0/networks/5c1f66d1-9778-4f70-8383-16f7b7ba24b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229038
Jun 02 08:15:53.722198 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfc65c-0150-4923-9912-4f81df7af17e req-5a6dd1c5-c45b-4d4d-a113-3d111741e74e tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:53.723572 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ddcfc65c-0150-4923-9912-4f81df7af17e req-5a6dd1c5-c45b-4d4d-a113-3d111741e74e tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.0840456
Jun 02 08:15:53.769290 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ddcfc65c-0150-4923-9912-4f81df7af17e req-31df5d1c-242a-4efc-9a07-64e4ca054b96 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389631
Jun 02 08:15:53.941215 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0aaa7f-1d43-4644-802d-7435e87eb3c4 req-e9fac00f-8f77-4b25-9046-82319459b860 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:53.942644 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7d0aaa7f-1d43-4644-802d-7435e87eb3c4 req-e9fac00f-8f77-4b25-9046-82319459b860 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 945 time: 0.0819368
Jun 02 08:15:53.986765 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7d0aaa7f-1d43-4644-802d-7435e87eb3c4 req-893ec10c-7e97-412e-baf2-71f79614b6a9 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378036
Jun 02 08:15:54.178578 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee9d76-5f9f-4ed7-b8f9-7497bbb015f3 req-c475a23b-c005-40cc-a0b4-0e1d275a2119 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:54.180071 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-06ee9d76-5f9f-4ed7-b8f9-7497bbb015f3 req-c475a23b-c005-40cc-a0b4-0e1d275a2119 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1c71d6a-77fa-487a-b5d6-dbe9130e1615 HTTP/1.1" status: 200  len: 946 time: 0.0851171
Jun 02 08:15:54.238402 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-85cf7496-b7f0-478a-a0d9-6b17c0403e37 req-dda2533a-70a9-4aa6-9b9d-aba135810faa tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 210 time: 0.0570843
Jun 02 08:15:54.262276 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-06ee9d76-5f9f-4ed7-b8f9-7497bbb015f3 req-866a8280-7fd8-47eb-bf52-7dbd79677a75 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/security-groups?id=06b9aedd-bdde-45c7-aaa9-e64cfec524ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501237
Jun 02 08:15:54.957524 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506eeff5-8a19-4d57-b89f-99d715225e34 req-37530a0e-2780-4c1b-9982-4e844b76f01b tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:54.958967 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-506eeff5-8a19-4d57-b89f-99d715225e34 req-37530a0e-2780-4c1b-9982-4e844b76f01b tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.0819495
Jun 02 08:15:55.005139 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-506eeff5-8a19-4d57-b89f-99d715225e34 req-70d17d46-6727-4bc8-8d19-ac414cad22d5 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404093
Jun 02 08:15:55.175778 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3a54f-d368-440d-87b1-1cf65e87aae6 req-62f4c54a-ff85-4267-9fcb-44469ae09c7a tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:55.183003 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-66e3a54f-d368-440d-87b1-1cf65e87aae6 req-62f4c54a-ff85-4267-9fcb-44469ae09c7a tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 945 time: 0.0885155
Jun 02 08:15:55.293467 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-66e3a54f-d368-440d-87b1-1cf65e87aae6 req-b7f0241b-8a63-48cb-baa7-0477cb316ab7 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092265
Jun 02 08:15:55.422731 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-af5f9ad7-9d42-4976-a929-1059dd7dab97 req-7c909bf4-553e-48e9-b2b4-b0a960a01bbf tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 210 time: 0.0423126
Jun 02 08:15:56.109863 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc35141-7eae-44e3-88c9-2c8bb03587ad req-eb041a26-c02f-4f8b-84fe-1d3699d25ab8 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:56.111271 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3bc35141-7eae-44e3-88c9-2c8bb03587ad req-eb041a26-c02f-4f8b-84fe-1d3699d25ab8 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.72 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 945 time: 0.0829949
Jun 02 08:15:56.299498 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9030d-d056-414a-8fb0-39f09cfd47f8 req-dea7b333-de2e-42e7-ba5c-94c90b94b75c tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:56.300989 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e4a9030d-d056-414a-8fb0-39f09cfd47f8 req-dea7b333-de2e-42e7-ba5c-94c90b94b75c tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.1888621
Jun 02 08:15:56.343930 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [req-3bc35141-7eae-44e3-88c9-2c8bb03587ad req-8b83af45-0bfb-470c-86d6-f2921b311bbe tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Deleting port 8b0b91b4-f92c-40d6-aed5-36de29280a80 {{(pid=92341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:15:56.344288 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-3bc35141-7eae-44e3-88c9-2c8bb03587ad req-8b83af45-0bfb-470c-86d6-f2921b311bbe tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:56.387632 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e4a9030d-d056-414a-8fb0-39f09cfd47f8 req-d7f1c586-99a7-40bb-bd11-342a9ba7e1d1 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787401
Jun 02 08:15:56.496095 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-3bc35141-7eae-44e3-88c9-2c8bb03587ad req-8b83af45-0bfb-470c-86d6-f2921b311bbe tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] For port 8b0b91b4-f92c-40d6-aed5-36de29280a80, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8b0b91b4-f92c-40d6-aed5-36de29280a80,segment=NetworkSegment(b642ba97-1b26-4c7e-972e-d6caae7f9c07),segment_id=b642ba97-1b26-4c7e-972e-d6caae7f9c07)] {{(pid=92341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:15:56.496526 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-3bc35141-7eae-44e3-88c9-2c8bb03587ad req-8b83af45-0bfb-470c-86d6-f2921b311bbe tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:56.684990 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [req-3bc35141-7eae-44e3-88c9-2c8bb03587ad req-8b83af45-0bfb-470c-86d6-f2921b311bbe tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Calling delete_port for 8b0b91b4-f92c-40d6-aed5-36de29280a80 owned by compute:nova {{(pid=92341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:15:56.690604 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67a623-7349-4b1a-b205-9df729b308ec req-2118047b-e1f3-4b99-9d34-2dbfc36ffde9 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:56.691285 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-bb67a623-7349-4b1a-b205-9df729b308ec req-2118047b-e1f3-4b99-9d34-2dbfc36ffde9 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Synchronizing usage tracker for tenant:0cd74e4181cd4ddeab1d3e91d6bc03c1 on resource:network {{(pid=92342) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:15:56.736827 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1a091e3c-6890-48cf-be37-e0f3614fa339 req-c9a23eb1-38fc-444b-8608-3e1762b751b6 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 210 time: 0.0634906
Jun 02 08:15:56.784421 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-bb67a623-7349-4b1a-b205-9df729b308ec req-2118047b-e1f3-4b99-9d34-2dbfc36ffde9 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Unset dirty status for tenant:0cd74e4181cd4ddeab1d3e91d6bc03c1 on resource:network {{(pid=92342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:15:56.785666 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-bb67a623-7349-4b1a-b205-9df729b308ec req-2118047b-e1f3-4b99-9d34-2dbfc36ffde9 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.72 "GET /v2.0/networks?id=5c1f66d1-9778-4f70-8383-16f7b7ba24b7 HTTP/1.1" status: 200  len: 809 time: 0.2689824
Jun 02 08:15:56.796273 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca31ea-6d96-46e2-a304-edc017f1135b req-ecb24805-b06d-4682-8e7a-d716a29026f4 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:56.797718 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-04ca31ea-6d96-46e2-a304-edc017f1135b req-ecb24805-b06d-4682-8e7a-d716a29026f4 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 945 time: 0.2377779
Jun 02 08:15:56.842716 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-bb67a623-7349-4b1a-b205-9df729b308ec req-29344523-da99-489e-bb6a-8d2262c2746e tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Synchronizing usage tracker for tenant:0cd74e4181cd4ddeab1d3e91d6bc03c1 on resource:security_group {{(pid=92342) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:15:56.893490 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-04ca31ea-6d96-46e2-a304-edc017f1135b req-6fa4e396-f1c8-4fed-a76b-57e6d89ee3c6 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842743
Jun 02 08:15:56.950009 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-bb67a623-7349-4b1a-b205-9df729b308ec req-29344523-da99-489e-bb6a-8d2262c2746e tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Unset dirty status for tenant:0cd74e4181cd4ddeab1d3e91d6bc03c1 on resource:security_group {{(pid=92342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:15:56.951362 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-bb67a623-7349-4b1a-b205-9df729b308ec req-29344523-da99-489e-bb6a-8d2262c2746e tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cd74e4181cd4ddeab1d3e91d6bc03c1 HTTP/1.1" status: 200  len: 380 time: 0.1509640
Jun 02 08:15:56.963772 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [req-bb67a623-7349-4b1a-b205-9df729b308ec req-8dbfef01-cbeb-431f-a0ea-8829ae779e28 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Request body: {'port': {'device_id': 'f687c19a-0b47-46b1-aa95-7dc34591a0c9', 'network_id': '5c1f66d1-9778-4f70-8383-16f7b7ba24b7', 'admin_state_up': True, 'tenant_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'security_groups': ['7d49f7ac-e333-4cdd-a02b-b68c70c63bc7']}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:15:56.984283 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-3bc35141-7eae-44e3-88c9-2c8bb03587ad req-8b83af45-0bfb-470c-86d6-f2921b311bbe tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:56.989851 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:57.008741 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['9c1dd446-899f-48e9-b420-894033e526f6', '33629f14-0ca1-42f4-aeff-93d761bd2461', '8b0b91b4-f92c-40d6-aed5-36de29280a80'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:15:57.040913 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83af45-0bfb-470c-86d6-f2921b311bbe tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Pushing event deleted for resources: {'Port': ['ID=8b0b91b4-f92c-40d6-aed5-36de29280a80,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:57.044388 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-8b83af45-0bfb-470c-86d6-f2921b311bbe tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:57.135720 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [req-bb67a623-7349-4b1a-b205-9df729b308ec req-8dbfef01-cbeb-431f-a0ea-8829ae779e28 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:15:57.153365 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [req-bb67a623-7349-4b1a-b205-9df729b308ec req-8dbfef01-cbeb-431f-a0ea-8829ae779e28 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:15:57.207021 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc35141-7eae-44e3-88c9-2c8bb03587ad req-8b83af45-0bfb-470c-86d6-f2921b311bbe tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] No DVR routers for this DVR port 8b0b91b4-f92c-40d6-aed5-36de29280a80 on host hv-cinder-78638 {{(pid=92341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:15:57.212665 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-3bc35141-7eae-44e3-88c9-2c8bb03587ad req-8b83af45-0bfb-470c-86d6-f2921b311bbe tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:57.220405 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd547f0c5-1d0b-4900-b4a9-5f59666dd9a6', 'name': 'network-vif-deleted', 'tag': '8b0b91b4-f92c-40d6-aed5-36de29280a80'}] {{(pid=92341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:15:57.220405 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d416597fa12f88f8d9bd515793328be5ccabd674e07c2f357b392af977663f84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166e4152-dbf7-4e85-b85f-29b5a42b6031" -d '{"events": [{"server_uuid": "d547f0c5-1d0b-4900-b4a9-5f59666dd9a6", "name": "network-vif-deleted", "tag": "8b0b91b4-f92c-40d6-aed5-36de29280a80"}]}' {{(pid=92341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:15:57.234496 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3bc35141-7eae-44e3-88c9-2c8bb03587ad req-8b83af45-0bfb-470c-86d6-f2921b311bbe tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.72 "DELETE /v2.0/ports/8b0b91b4-f92c-40d6-aed5-36de29280a80 HTTP/1.1" status: 204  len: 173 time: 1.0888903
Jun 02 08:15:57.269726 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb67a623-7349-4b1a-b205-9df729b308ec req-8dbfef01-cbeb-431f-a0ea-8829ae779e28 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Made reservation on behalf of 0cd74e4181cd4ddeab1d3e91d6bc03c1 for: {'port': 1} {{(pid=92342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:15:57.273950 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-bb67a623-7349-4b1a-b205-9df729b308ec req-8dbfef01-cbeb-431f-a0ea-8829ae779e28 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:57.293554 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151c9ba0-66b3-4a1f-a69a-90fed7818d2a x-openstack-request-id: req-151c9ba0-66b3-4a1f-a69a-90fed7818d2a {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:15:57.294107 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d547f0c5-1d0b-4900-b4a9-5f59666dd9a6", "name": "network-vif-deleted", "tag": "8b0b91b4-f92c-40d6-aed5-36de29280a80", "status": "completed", "code": 200}]} {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:15:57.294584 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-151c9ba0-66b3-4a1f-a69a-90fed7818d2a {{(pid=92341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:15:57.295158 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd547f0c5-1d0b-4900-b4a9-5f59666dd9a6', 'name': 'network-vif-deleted', 'tag': '8b0b91b4-f92c-40d6-aed5-36de29280a80', 'status': 'completed', 'code': 200}
Jun 02 08:15:57.459202 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_common [req-bb67a623-7349-4b1a-b205-9df729b308ec req-8dbfef01-cbeb-431f-a0ea-8829ae779e28 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Allocated IP 172.20.0.6 (5c1f66d1-9778-4f70-8383-16f7b7ba24b7/05bff79a-25c7-4afc-bc71-912a7a9eed0b/1c127a46-1abb-48e4-9757-9f10d049c773) {{(pid=92342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:15:57.598084 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a85fc-7d7f-4ade-9179-262c19f8adad req-d1874168-7478-42ef-b3d1-08d011254027 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:57.599692 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-fe4a85fc-7d7f-4ade-9179-262c19f8adad req-d1874168-7478-42ef-b3d1-08d011254027 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.0882292
Jun 02 08:15:57.657855 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-fe4a85fc-7d7f-4ade-9179-262c19f8adad req-8bf67fc7-e908-4f9b-a85d-8a81546a6a87 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444746
Jun 02 08:15:57.663032 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-bb67a623-7349-4b1a-b205-9df729b308ec req-8dbfef01-cbeb-431f-a0ea-8829ae779e28 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks [] for port, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:57.681411 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.provisioning_blocks [req-bb67a623-7349-4b1a-b205-9df729b308ec req-8dbfef01-cbeb-431f-a0ea-8829ae779e28 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Transition to ACTIVE for port object 1c127a46-1abb-48e4-9757-9f10d049c773 will not be triggered until provisioned by entity DHCP. {{(pid=92342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:15:57.836300 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-bb67a623-7349-4b1a-b205-9df729b308ec req-8dbfef01-cbeb-431f-a0ea-8829ae779e28 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:57.844820 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-a7ba6e36-daad-40d2-8c0e-eaf9c9602f11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:57.915020 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb67a623-7349-4b1a-b205-9df729b308ec req-8dbfef01-cbeb-431f-a0ea-8829ae779e28 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Network 5c1f66d1-9778-4f70-8383-16f7b7ba24b7 is already hosted by enough agents. {{(pid=92342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:15:57.918285 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [req-bb67a623-7349-4b1a-b205-9df729b308ec req-8dbfef01-cbeb-431f-a0ea-8829ae779e28 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Resources bound (agent type, host, resource id):  {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:15:57.920919 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb67a623-7349-4b1a-b205-9df729b308ec req-8dbfef01-cbeb-431f-a0ea-8829ae779e28 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Received port after_create {{(pid=92342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:15:57.927990 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571c9f0-5a93-48db-9c0f-dc2d341307de req-12399fd9-c0ca-4bdc-b6ec-d21b004dc930 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:57.930738 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c571c9f0-5a93-48db-9c0f-dc2d341307de req-12399fd9-c0ca-4bdc-b6ec-d21b004dc930 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 931 time: 0.0843563
Jun 02 08:15:57.967294 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfef01-cbeb-431f-a0ea-8829ae779e28 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Pushing event updated for resources: {'Port': ['ID=1c127a46-1abb-48e4-9757-9f10d049c773,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:57.970708 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-8dbfef01-cbeb-431f-a0ea-8829ae779e28 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:57.982794 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c571c9f0-5a93-48db-9c0f-dc2d341307de req-3d345899-c429-405f-a3f7-2f6a93a6e26e tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452166
Jun 02 08:15:58.004838 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67a623-7349-4b1a-b205-9df729b308ec req-8dbfef01-cbeb-431f-a0ea-8829ae779e28 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:58.005444 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-bb67a623-7349-4b1a-b205-9df729b308ec req-8dbfef01-cbeb-431f-a0ea-8829ae779e28 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:58.077317 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-555d93b6-048b-4abb-91b3-7f9593258862 req-25452b21-1845-4220-8c27-e4157d0efd81 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Synchronizing usage tracker for tenant:459588786ab44c4bbeeae4bc8cf7fcb5 on resource:port {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:15:58.099215 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-bb67a623-7349-4b1a-b205-9df729b308ec req-8dbfef01-cbeb-431f-a0ea-8829ae779e28 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1395457
Jun 02 08:15:58.117388 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [req-bb67a623-7349-4b1a-b205-9df729b308ec req-16a9792e-8cbb-4f99-888e-a587cda97f81 service neutron] Request body: {'port': {'device_id': 'f687c19a-0b47-46b1-aa95-7dc34591a0c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:15:58.169571 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-555d93b6-048b-4abb-91b3-7f9593258862 req-25452b21-1845-4220-8c27-e4157d0efd81 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Unset dirty status for tenant:459588786ab44c4bbeeae4bc8cf7fcb5 on resource:port {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:15:58.170725 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-555d93b6-048b-4abb-91b3-7f9593258862 req-25452b21-1845-4220-8c27-e4157d0efd81 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=d547f0c5-1d0b-4900-b4a9-5f59666dd9a6 HTTP/1.1" status: 200  len: 210 time: 0.1356747
Jun 02 08:15:58.199300 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-287c3ccc-73c9-4a6a-9110-c601931e295e None None] Provisioning for port 1c127a46-1abb-48e4-9757-9f10d049c773 completed by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:15:58.204863 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-287c3ccc-73c9-4a6a-9110-c601931e295e None None] Provisioning complete for port 1c127a46-1abb-48e4-9757-9f10d049c773 triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:15:58.205378 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-287c3ccc-73c9-4a6a-9110-c601931e295e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:58.232159 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-bb67a623-7349-4b1a-b205-9df729b308ec req-16a9792e-8cbb-4f99-888e-a587cda97f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:58.267620 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-287c3ccc-73c9-4a6a-9110-c601931e295e None None] Port 1c127a46-1abb-48e4-9757-9f10d049c773 cannot update to ACTIVE because it is not bound. {{(pid=92343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 02 08:15:58.679703 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [req-bb67a623-7349-4b1a-b205-9df729b308ec req-16a9792e-8cbb-4f99-888e-a587cda97f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c127a46-1abb-48e4-9757-9f10d049c773 {{(pid=92342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:15:58.686954 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-bb67a623-7349-4b1a-b205-9df729b308ec req-16a9792e-8cbb-4f99-888e-a587cda97f81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:58.702448 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.provisioning_blocks [req-bb67a623-7349-4b1a-b205-9df729b308ec req-16a9792e-8cbb-4f99-888e-a587cda97f81 service neutron] Transition to ACTIVE for port object 1c127a46-1abb-48e4-9757-9f10d049c773 will not be triggered until provisioned by entity L2. {{(pid=92342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:15:58.789934 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-bb67a623-7349-4b1a-b205-9df729b308ec req-16a9792e-8cbb-4f99-888e-a587cda97f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6633674'] for port, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:58.795444 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-a37c7dfe-bedc-4d03-8861-4c8c51d113ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:58.872437 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b880e-0761-4487-b42c-69a426fe7ddd req-2601ce33-2e19-4dbc-9458-7923edf585b3 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:58.879554 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7b8b880e-0761-4487-b42c-69a426fe7ddd req-2601ce33-2e19-4dbc-9458-7923edf585b3 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.0938792
Jun 02 08:15:58.934065 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7b8b880e-0761-4487-b42c-69a426fe7ddd req-c37ae280-7047-4a67-b189-576d5051645f tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535488
Jun 02 08:15:58.970812 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9792e-8cbb-4f99-888e-a587cda97f81 service neutron] Pushing event updated for resources: {'Port': ['ID=1c127a46-1abb-48e4-9757-9f10d049c773,revision_number=2']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:58.977268 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-16a9792e-8cbb-4f99-888e-a587cda97f81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:59.057074 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.managers [req-bb67a623-7349-4b1a-b205-9df729b308ec req-16a9792e-8cbb-4f99-888e-a587cda97f81 service neutron] Attempting to bind port 1c127a46-1abb-48e4-9757-9f10d049c773 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:15:59.057412 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.managers [req-bb67a623-7349-4b1a-b205-9df729b308ec req-16a9792e-8cbb-4f99-888e-a587cda97f81 service neutron] Attempting to bind port 1c127a46-1abb-48e4-9757-9f10d049c773 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'a5467c2d-baf3-4eee-af2e-7018d38efe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '5c1f66d1-9778-4f70-8383-16f7b7ba24b7'}] {{(pid=92342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:15:59.057750 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb67a623-7349-4b1a-b205-9df729b308ec req-16a9792e-8cbb-4f99-888e-a587cda97f81 service neutron] Attempting to bind port 1c127a46-1abb-48e4-9757-9f10d049c773 on network 5c1f66d1-9778-4f70-8383-16f7b7ba24b7 {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:15:59.062365 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb67a623-7349-4b1a-b205-9df729b308ec req-16a9792e-8cbb-4f99-888e-a587cda97f81 service neutron] Port 1c127a46-1abb-48e4-9757-9f10d049c773 on network 5c1f66d1-9778-4f70-8383-16f7b7ba24b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 02 08:15:59.062685 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb67a623-7349-4b1a-b205-9df729b308ec req-16a9792e-8cbb-4f99-888e-a587cda97f81 service neutron] Attempting to bind port 1c127a46-1abb-48e4-9757-9f10d049c773 on network 5c1f66d1-9778-4f70-8383-16f7b7ba24b7 {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:15:59.067805 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb67a623-7349-4b1a-b205-9df729b308ec req-16a9792e-8cbb-4f99-888e-a587cda97f81 service neutron] Checking agent: {'id': '5f85f1d8-5acd-47ff-be11-89642c504a90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:15:59.068138 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb67a623-7349-4b1a-b205-9df729b308ec req-16a9792e-8cbb-4f99-888e-a587cda97f81 service neutron] Checking segment: {'id': 'a5467c2d-baf3-4eee-af2e-7018d38efe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '5c1f66d1-9778-4f70-8383-16f7b7ba24b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:15:59.068644 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb67a623-7349-4b1a-b205-9df729b308ec req-16a9792e-8cbb-4f99-888e-a587cda97f81 service neutron] Bound using segment: {'id': 'a5467c2d-baf3-4eee-af2e-7018d38efe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '5c1f66d1-9778-4f70-8383-16f7b7ba24b7'} {{(pid=92342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:15:59.069068 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.managers [req-bb67a623-7349-4b1a-b205-9df729b308ec req-16a9792e-8cbb-4f99-888e-a587cda97f81 service neutron] Bound port: 1c127a46-1abb-48e4-9757-9f10d049c773, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5467c2d-baf3-4eee-af2e-7018d38efe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '5c1f66d1-9778-4f70-8383-16f7b7ba24b7'}}] {{(pid=92342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:15:59.069419 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-bb67a623-7349-4b1a-b205-9df729b308ec req-16a9792e-8cbb-4f99-888e-a587cda97f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:59.169403 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [req-bb67a623-7349-4b1a-b205-9df729b308ec req-16a9792e-8cbb-4f99-888e-a587cda97f81 service neutron] For port 1c127a46-1abb-48e4-9757-9f10d049c773, host hv-cinder-78638, cleared binding levels {{(pid=92342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:15:59.172558 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [req-bb67a623-7349-4b1a-b205-9df729b308ec req-16a9792e-8cbb-4f99-888e-a587cda97f81 service neutron] For port 1c127a46-1abb-48e4-9757-9f10d049c773, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1c127a46-1abb-48e4-9757-9f10d049c773,segment=NetworkSegment(a5467c2d-baf3-4eee-af2e-7018d38efe17),segment_id=a5467c2d-baf3-4eee-af2e-7018d38efe17)] {{(pid=92342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:15:59.184726 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ebcf8-412a-4fdc-ae23-3fc110357177 req-e56744bb-29bf-478c-840d-6dc2482bc930 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:59.186137 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-232ebcf8-412a-4fdc-ae23-3fc110357177 req-e56744bb-29bf-478c-840d-6dc2482bc930 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 943 time: 0.0796309
Jun 02 08:15:59.234190 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-232ebcf8-412a-4fdc-ae23-3fc110357177 req-02a93640-b364-4e33-8299-3859453cc96b tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424476
Jun 02 08:15:59.252728 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-bb67a623-7349-4b1a-b205-9df729b308ec req-16a9792e-8cbb-4f99-888e-a587cda97f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6633674'] for port, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:59.256720 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-1ea001f8-e752-428f-bec0-04a3f2089a6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:15:59.258723 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 8b0b91b4-f92c-40d6-aed5-36de29280a80 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:15:59.297794 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] No Port match for: 8b0b91b4-f92c-40d6-aed5-36de29280a80 {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:15:59.300005 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 8b0b91b4-f92c-40d6-aed5-36de29280a80 not bound to the agent host hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:15:59.318127 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67a623-7349-4b1a-b205-9df729b308ec req-16a9792e-8cbb-4f99-888e-a587cda97f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:59.318659 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-bb67a623-7349-4b1a-b205-9df729b308ec req-16a9792e-8cbb-4f99-888e-a587cda97f81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:59.320007 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-bb67a623-7349-4b1a-b205-9df729b308ec req-16a9792e-8cbb-4f99-888e-a587cda97f81 service neutron] 10.222.0.72 "PUT /v2.0/ports/1c127a46-1abb-48e4-9757-9f10d049c773 HTTP/1.1" status: 200  len: 1093 time: 1.2071896
Jun 02 08:15:59.320576 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f687c19a-0b47-46b1-aa95-7dc34591a0c9', 'tag': '1c127a46-1abb-48e4-9757-9f10d049c773'}] {{(pid=92342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:15:59.322856 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e374b3b879b00d97b29532d72ba3bb6ea3956478347f3877d9246faf94d18eae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a273164-a99c-4a9c-a9d2-9c8fa2792fb0" -d '{"events": [{"name": "network-changed", "server_uuid": "f687c19a-0b47-46b1-aa95-7dc34591a0c9", "tag": "1c127a46-1abb-48e4-9757-9f10d049c773"}]}' {{(pid=92342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:15:59.354495 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9792e-8cbb-4f99-888e-a587cda97f81 service neutron] Pushing event updated for resources: {'Port': ['ID=1c127a46-1abb-48e4-9757-9f10d049c773,revision_number=3']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:15:59.359068 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-16a9792e-8cbb-4f99-888e-a587cda97f81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:15:59.385696 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a211f98-8c71-45df-996d-85ac950adbef x-openstack-request-id: req-0a211f98-8c71-45df-996d-85ac950adbef {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:15:59.386357 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f687c19a-0b47-46b1-aa95-7dc34591a0c9", "tag": "1c127a46-1abb-48e4-9757-9f10d049c773", "status": "completed", "code": 200}]} {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:15:59.386743 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0a211f98-8c71-45df-996d-85ac950adbef {{(pid=92342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:15:59.387257 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f687c19a-0b47-46b1-aa95-7dc34591a0c9', 'tag': '1c127a46-1abb-48e4-9757-9f10d049c773', 'status': 'completed', 'code': 200}
Jun 02 08:15:59.504923 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a273164-a99c-4a9c-a9d2-9c8fa2792fb0 req-565edec6-8c00-44a5-896b-1b0e4dcf4794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:59.506892 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-2a273164-a99c-4a9c-a9d2-9c8fa2792fb0 req-565edec6-8c00-44a5-896b-1b0e4dcf4794 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0cd74e4181cd4ddeab1d3e91d6bc03c1&device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 1096 time: 0.0962493
Jun 02 08:15:59.672716 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a273164-a99c-4a9c-a9d2-9c8fa2792fb0 req-81e5d5e9-319a-4c5a-9e0e-d2179436b5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:59.674139 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-2a273164-a99c-4a9c-a9d2-9c8fa2792fb0 req-81e5d5e9-319a-4c5a-9e0e-d2179436b5b6 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=0cd74e4181cd4ddeab1d3e91d6bc03c1&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1551151
Jun 02 08:15:59.811915 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a273164-a99c-4a9c-a9d2-9c8fa2792fb0 req-8d1cac7f-50c6-4e07-8a46-b49183d81816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:59.813435 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-2a273164-a99c-4a9c-a9d2-9c8fa2792fb0 req-8d1cac7f-50c6-4e07-8a46-b49183d81816 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1320989
Jun 02 08:15:59.885797 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:15:59.915922 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f0b26-0384-4a87-82f4-df0c10413867 req-e44cc916-aa02-4fff-976e-1709cdd5a85b tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:59.917635 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a90f0b26-0384-4a87-82f4-df0c10413867 req-e44cc916-aa02-4fff-976e-1709cdd5a85b tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 945 time: 0.0997415
Jun 02 08:15:59.951449 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67a623-7349-4b1a-b205-9df729b308ec req-8e5fc13d-817d-4518-aead-740114e03a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:15:59.952940 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-bb67a623-7349-4b1a-b205-9df729b308ec req-8e5fc13d-817d-4518-aead-740114e03a54 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0cd74e4181cd4ddeab1d3e91d6bc03c1&device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 1096 time: 0.0798864
Jun 02 08:15:59.963892 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a90f0b26-0384-4a87-82f4-df0c10413867 req-4ed52f82-00f2-43a2-b55d-f8e85ec7d2f8 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407484
Jun 02 08:16:00.031389 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-bb67a623-7349-4b1a-b205-9df729b308ec req-a670281a-2ea0-48ed-af0b-bde6d3045839 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c127a46-1abb-48e4-9757-9f10d049c773 HTTP/1.1" status: 200  len: 217 time: 0.0645657
Jun 02 08:16:00.111860 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67a623-7349-4b1a-b205-9df729b308ec req-cdeb38a6-9940-42f2-8d5b-760b3e0b6f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:00.113709 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-bb67a623-7349-4b1a-b205-9df729b308ec req-cdeb38a6-9940-42f2-8d5b-760b3e0b6f3d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=05bff79a-25c7-4afc-bc71-912a7a9eed0b HTTP/1.1" status: 200  len: 848 time: 0.0613456
Jun 02 08:16:00.194121 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67a623-7349-4b1a-b205-9df729b308ec req-e7e696f3-4be2-4292-ae5f-4a3a049c53fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:00.196101 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-bb67a623-7349-4b1a-b205-9df729b308ec req-e7e696f3-4be2-4292-ae5f-4a3a049c53fb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c1f66d1-9778-4f70-8383-16f7b7ba24b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0744011
Jun 02 08:16:00.343181 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-bb67a623-7349-4b1a-b205-9df729b308ec req-1614ec9b-56c3-4330-98fa-93eb1bfaa99a service neutron] 10.222.0.72 "GET /v2.0/networks/5c1f66d1-9778-4f70-8383-16f7b7ba24b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344683
Jun 02 08:16:00.355845 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ca008-70e9-427c-a5bd-d03dc17e9b97 req-6d5cb990-51d0-4696-adeb-3f7f60cbf1fa tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:00.357326 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bd9ca008-70e9-427c-a5bd-d03dc17e9b97 req-6d5cb990-51d0-4696-adeb-3f7f60cbf1fa tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.1602318
Jun 02 08:16:00.430164 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bd9ca008-70e9-427c-a5bd-d03dc17e9b97 req-06532dac-2933-4630-9e55-ce7495b35139 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83dcdc7-1a0d-4793-b742-4eafe496304e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546803
Jun 02 08:16:00.496237 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-bb67a623-7349-4b1a-b205-9df729b308ec req-7ea64ae9-29f2-4382-b67a-3cb16e3ef524 service neutron] 10.222.0.72 "GET /v2.0/networks/5c1f66d1-9778-4f70-8383-16f7b7ba24b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391611
Jun 02 08:16:00.592151 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ae00e-45bf-4a6c-9151-85d3f5de6443 req-c6a3bccc-e9de-48b0-be2f-bcf26106e523 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:00.593966 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cf3ae00e-45bf-4a6c-9151-85d3f5de6443 req-c6a3bccc-e9de-48b0-be2f-bcf26106e523 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 943 time: 0.1102839
Jun 02 08:16:00.602502 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37225e9-df13-4218-a56d-4de6278539a2 req-14dc01f9-be9f-4f4f-b727-22bd6fd30f9d tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:00.604059 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a37225e9-df13-4218-a56d-4de6278539a2 req-14dc01f9-be9f-4f4f-b727-22bd6fd30f9d tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.72 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 946 time: 0.1699541
Jun 02 08:16:00.702333 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cf3ae00e-45bf-4a6c-9151-85d3f5de6443 req-94c40ae0-8501-4ca6-9db2-8f888397fab3 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0971398
Jun 02 08:16:00.775251 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [req-a37225e9-df13-4218-a56d-4de6278539a2 req-d4f0ab2f-e3ad-4d74-a10d-806f29ee4dab tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Deleting port abf5cc2f-f90a-43a9-b684-3ad2587c71f5 {{(pid=92341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:16:00.775590 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-a37225e9-df13-4218-a56d-4de6278539a2 req-d4f0ab2f-e3ad-4d74-a10d-806f29ee4dab tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:00.905638 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-a37225e9-df13-4218-a56d-4de6278539a2 req-d4f0ab2f-e3ad-4d74-a10d-806f29ee4dab tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] For port abf5cc2f-f90a-43a9-b684-3ad2587c71f5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=abf5cc2f-f90a-43a9-b684-3ad2587c71f5,segment=NetworkSegment(427b38d6-8819-468a-be56-89bd00ebc527),segment_id=427b38d6-8819-468a-be56-89bd00ebc527)] {{(pid=92341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:16:00.905895 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-a37225e9-df13-4218-a56d-4de6278539a2 req-d4f0ab2f-e3ad-4d74-a10d-806f29ee4dab tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:01.027956 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [req-a37225e9-df13-4218-a56d-4de6278539a2 req-d4f0ab2f-e3ad-4d74-a10d-806f29ee4dab tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Calling delete_port for abf5cc2f-f90a-43a9-b684-3ad2587c71f5 owned by compute:nova {{(pid=92341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:16:01.229607 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47a157-1c85-403f-9e27-e91f3eaf3048 req-b215b77d-862c-4b17-8413-4e9bedefa937 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:01.229607 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cc47a157-1c85-403f-9e27-e91f3eaf3048 req-b215b77d-862c-4b17-8413-4e9bedefa937 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 945 time: 0.1518583
Jun 02 08:16:01.272125 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cc47a157-1c85-403f-9e27-e91f3eaf3048 req-3cf1cc9b-98c9-43a8-bb47-236e6cfa4e45 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401630
Jun 02 08:16:01.366729 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-a37225e9-df13-4218-a56d-4de6278539a2 req-d4f0ab2f-e3ad-4d74-a10d-806f29ee4dab tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:01.372474 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:16:01.420524 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0ab2f-e3ad-4d74-a10d-806f29ee4dab tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Pushing event deleted for resources: {'Port': ['ID=abf5cc2f-f90a-43a9-b684-3ad2587c71f5,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:16:01.423571 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-d4f0ab2f-e3ad-4d74-a10d-806f29ee4dab tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:16:01.493488 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37225e9-df13-4218-a56d-4de6278539a2 req-d4f0ab2f-e3ad-4d74-a10d-806f29ee4dab tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] No DVR routers for this DVR port abf5cc2f-f90a-43a9-b684-3ad2587c71f5 on host hv-cinder-78638 {{(pid=92341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:16:01.495954 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-a37225e9-df13-4218-a56d-4de6278539a2 req-d4f0ab2f-e3ad-4d74-a10d-806f29ee4dab tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:01.498671 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba87fcc-ee8d-4fda-8a7b-a890bb13399f', 'name': 'network-vif-deleted', 'tag': 'abf5cc2f-f90a-43a9-b684-3ad2587c71f5'}] {{(pid=92341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:16:01.500937 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d416597fa12f88f8d9bd515793328be5ccabd674e07c2f357b392af977663f84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad24215-2a26-43b2-a644-25f5d35861ca" -d '{"events": [{"server_uuid": "eba87fcc-ee8d-4fda-8a7b-a890bb13399f", "name": "network-vif-deleted", "tag": "abf5cc2f-f90a-43a9-b684-3ad2587c71f5"}]}' {{(pid=92341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:16:01.520309 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a37225e9-df13-4218-a56d-4de6278539a2 req-d4f0ab2f-e3ad-4d74-a10d-806f29ee4dab tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.72 "DELETE /v2.0/ports/abf5cc2f-f90a-43a9-b684-3ad2587c71f5 HTTP/1.1" status: 204  len: 173 time: 0.9019430
Jun 02 08:16:01.548621 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c7871a-edaa-4886-9c23-2d4caa516bc4 x-openstack-request-id: req-31c7871a-edaa-4886-9c23-2d4caa516bc4 {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:16:01.549042 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba87fcc-ee8d-4fda-8a7b-a890bb13399f", "name": "network-vif-deleted", "tag": "abf5cc2f-f90a-43a9-b684-3ad2587c71f5", "status": "completed", "code": 200}]} {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:16:01.549446 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-31c7871a-edaa-4886-9c23-2d4caa516bc4 {{(pid=92341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:16:01.550485 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba87fcc-ee8d-4fda-8a7b-a890bb13399f', 'name': 'network-vif-deleted', 'tag': 'abf5cc2f-f90a-43a9-b684-3ad2587c71f5', 'status': 'completed', 'code': 200}
Jun 02 08:16:01.609529 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-bbecae4f-7b4c-4efd-969e-dab9bcd5086b req-1659814d-b40f-4f13-86fa-2d05c7155587 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Synchronizing usage tracker for tenant:4e4215d7677d49a68195abd7f00b623e on resource:port {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:16:01.736624 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-bbecae4f-7b4c-4efd-969e-dab9bcd5086b req-1659814d-b40f-4f13-86fa-2d05c7155587 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Unset dirty status for tenant:4e4215d7677d49a68195abd7f00b623e on resource:port {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:16:01.749815 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bbecae4f-7b4c-4efd-969e-dab9bcd5086b req-1659814d-b40f-4f13-86fa-2d05c7155587 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba87fcc-ee8d-4fda-8a7b-a890bb13399f HTTP/1.1" status: 200  len: 210 time: 0.1867545
Jun 02 08:16:01.905479 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b9ff0-63b1-49fd-9ce5-2be4a427c1b8 req-e91480df-f416-4279-8834-8e90db6a68cc tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:01.906948 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-721b9ff0-63b1-49fd-9ce5-2be4a427c1b8 req-e91480df-f416-4279-8834-8e90db6a68cc tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 943 time: 0.0808475
Jun 02 08:16:01.995408 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-721b9ff0-63b1-49fd-9ce5-2be4a427c1b8 req-e84ff967-7f20-4c32-835e-31644109ba1b tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0823731
Jun 02 08:16:02.044582 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d83f80-0734-4572-b7ec-38f4728bb790 req-2b703c17-5e8d-413c-b32e-829e553de829 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:02.045962 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-46d83f80-0734-4572-b7ec-38f4728bb790 req-2b703c17-5e8d-413c-b32e-829e553de829 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 945 time: 0.0961037
Jun 02 08:16:02.188133 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [req-46d83f80-0734-4572-b7ec-38f4728bb790 req-cc05dad2-e85b-43cf-9b40-d3ba0b3b5f53 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Deleting port 33629f14-0ca1-42f4-aeff-93d761bd2461 {{(pid=92341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:16:02.188528 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-46d83f80-0734-4572-b7ec-38f4728bb790 req-cc05dad2-e85b-43cf-9b40-d3ba0b3b5f53 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:02.328413 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-46d83f80-0734-4572-b7ec-38f4728bb790 req-cc05dad2-e85b-43cf-9b40-d3ba0b3b5f53 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] For port 33629f14-0ca1-42f4-aeff-93d761bd2461, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=33629f14-0ca1-42f4-aeff-93d761bd2461,segment=NetworkSegment(b642ba97-1b26-4c7e-972e-d6caae7f9c07),segment_id=b642ba97-1b26-4c7e-972e-d6caae7f9c07)] {{(pid=92341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:16:02.328775 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-46d83f80-0734-4572-b7ec-38f4728bb790 req-cc05dad2-e85b-43cf-9b40-d3ba0b3b5f53 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:02.522553 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [req-46d83f80-0734-4572-b7ec-38f4728bb790 req-cc05dad2-e85b-43cf-9b40-d3ba0b3b5f53 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Calling delete_port for 33629f14-0ca1-42f4-aeff-93d761bd2461 owned by compute:nova {{(pid=92341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:16:02.622612 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7c5d3-2ae9-4288-bd35-79da61584d64 req-a3023bb6-631b-4164-b922-15584f1ca760 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:02.624110 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-47e7c5d3-2ae9-4288-bd35-79da61584d64 req-a3023bb6-631b-4164-b922-15584f1ca760 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 945 time: 0.1090894
Jun 02 08:16:02.716463 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-47e7c5d3-2ae9-4288-bd35-79da61584d64 req-16cc036b-bd4a-4442-9b43-b3b95c36a088 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839043
Jun 02 08:16:02.806961 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-46d83f80-0734-4572-b7ec-38f4728bb790 req-cc05dad2-e85b-43cf-9b40-d3ba0b3b5f53 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:02.814546 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-3af1e92f-91f2-4b4d-b84e-a410c2ac5b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:16:02.824660 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['9c1dd446-899f-48e9-b420-894033e526f6', '33629f14-0ca1-42f4-aeff-93d761bd2461'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:16:02.865023 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 33908) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:16:02.866324 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc05dad2-e85b-43cf-9b40-d3ba0b3b5f53 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Pushing event deleted for resources: {'Port': ['ID=33629f14-0ca1-42f4-aeff-93d761bd2461,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:16:02.870129 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-cc05dad2-e85b-43cf-9b40-d3ba0b3b5f53 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:16:02.946623 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d83f80-0734-4572-b7ec-38f4728bb790 req-cc05dad2-e85b-43cf-9b40-d3ba0b3b5f53 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] No DVR routers for this DVR port 33629f14-0ca1-42f4-aeff-93d761bd2461 on host hv-cinder-78638 {{(pid=92341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:16:02.949638 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-46d83f80-0734-4572-b7ec-38f4728bb790 req-cc05dad2-e85b-43cf-9b40-d3ba0b3b5f53 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:03.022292 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-46d83f80-0734-4572-b7ec-38f4728bb790 req-cc05dad2-e85b-43cf-9b40-d3ba0b3b5f53 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.72 "DELETE /v2.0/ports/33629f14-0ca1-42f4-aeff-93d761bd2461 HTTP/1.1" status: 204  len: 173 time: 0.9698522
Jun 02 08:16:03.270859 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device abf5cc2f-f90a-43a9-b684-3ad2587c71f5 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:16:03.309756 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] No Port match for: abf5cc2f-f90a-43a9-b684-3ad2587c71f5 {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:16:03.310260 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device abf5cc2f-f90a-43a9-b684-3ad2587c71f5 not bound to the agent host hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:16:03.354706 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e643ec3-331e-4b52-ac4e-6ea53b7e104d req-5fc71cb4-3a12-4b7f-8a61-f4fb977e7595 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:03.356147 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2e643ec3-331e-4b52-ac4e-6ea53b7e104d req-5fc71cb4-3a12-4b7f-8a61-f4fb977e7595 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 943 time: 0.0910823
Jun 02 08:16:03.426860 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2e643ec3-331e-4b52-ac4e-6ea53b7e104d req-b34d251d-f078-4cf9-b3d3-a3b1ab63f153 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0647733
Jun 02 08:16:03.542166 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-d2f9b7f7-03cf-4bec-bf0f-5441b7eefde8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035105'] for router_interface, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:03.551861 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a3f80d-d1a8-4f06-81f3-070fa437d84f', 'name': 'network-vif-deleted', 'tag': '33629f14-0ca1-42f4-aeff-93d761bd2461'}] {{(pid=92341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:16:03.555171 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d416597fa12f88f8d9bd515793328be5ccabd674e07c2f357b392af977663f84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72635068-4f62-4dd6-93d2-8cd7eb24b98e" -d '{"events": [{"server_uuid": "e3a3f80d-d1a8-4f06-81f3-070fa437d84f", "name": "network-vif-deleted", "tag": "33629f14-0ca1-42f4-aeff-93d761bd2461"}]}' {{(pid=92341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:16:03.596483 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc07921-a7a2-4399-8e1f-ffee49e55388 x-openstack-request-id: req-adc07921-a7a2-4399-8e1f-ffee49e55388 {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:16:03.596796 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a3f80d-d1a8-4f06-81f3-070fa437d84f", "name": "network-vif-deleted", "tag": "33629f14-0ca1-42f4-aeff-93d761bd2461", "status": "completed", "code": 200}]} {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:16:03.597090 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-adc07921-a7a2-4399-8e1f-ffee49e55388 {{(pid=92341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:16:03.597504 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a3f80d-d1a8-4f06-81f3-070fa437d84f', 'name': 'network-vif-deleted', 'tag': '33629f14-0ca1-42f4-aeff-93d761bd2461', 'status': 'completed', 'code': 200}
Jun 02 08:16:03.892973 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-c9049ba5-05c6-4efe-97c0-723e8dc8e9c8 req-1f1b05c3-4b13-4263-833b-0c6f29e69603 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Synchronizing usage tracker for tenant:459588786ab44c4bbeeae4bc8cf7fcb5 on resource:port {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:16:03.975195 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-d2f9b7f7-03cf-4bec-bf0f-5441b7eefde8 admin admin] Deleting port debcdf1f-b611-4af2-a51d-4daff2d6f8ae {{(pid=92342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:16:03.978767 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-d2f9b7f7-03cf-4bec-bf0f-5441b7eefde8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:04.026847 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-c9049ba5-05c6-4efe-97c0-723e8dc8e9c8 req-1f1b05c3-4b13-4263-833b-0c6f29e69603 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Unset dirty status for tenant:459588786ab44c4bbeeae4bc8cf7fcb5 on resource:port {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:16:04.028147 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c9049ba5-05c6-4efe-97c0-723e8dc8e9c8 req-1f1b05c3-4b13-4263-833b-0c6f29e69603 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3a3f80d-d1a8-4f06-81f3-070fa437d84f HTTP/1.1" status: 200  len: 210 time: 0.1816874
Jun 02 08:16:04.102253 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [None req-d2f9b7f7-03cf-4bec-bf0f-5441b7eefde8 admin admin] For port debcdf1f-b611-4af2-a51d-4daff2d6f8ae, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=debcdf1f-b611-4af2-a51d-4daff2d6f8ae,segment=NetworkSegment(427b38d6-8819-468a-be56-89bd00ebc527),segment_id=427b38d6-8819-468a-be56-89bd00ebc527)] {{(pid=92342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:16:04.102648 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-d2f9b7f7-03cf-4bec-bf0f-5441b7eefde8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:04.225432 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-d2f9b7f7-03cf-4bec-bf0f-5441b7eefde8 admin admin] Calling delete_port for debcdf1f-b611-4af2-a51d-4daff2d6f8ae owned by network:router_interface {{(pid=92342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:16:04.596488 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-d2f9b7f7-03cf-4bec-bf0f-5441b7eefde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:04.602141 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-5932dfc9-8780-4e1e-94e2-639b38a0dd50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:16:04.609326 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668a3e3-c5ad-40ff-bf64-3c371e2903c3 req-e43e0214-bddc-4a37-ae50-0b03fe7ac337 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:04.610975 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f668a3e3-c5ad-40ff-bf64-3c371e2903c3 req-e43e0214-bddc-4a37-ae50-0b03fe7ac337 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 943 time: 0.0832915
Jun 02 08:16:04.664960 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f668a3e3-c5ad-40ff-bf64-3c371e2903c3 req-ad5325e3-2b4f-47e8-81af-49a2bb17037f tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481353
Jun 02 08:16:04.776716 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9b7f7-03cf-4bec-bf0f-5441b7eefde8 admin admin] Pushing event deleted for resources: {'Port': ['ID=debcdf1f-b611-4af2-a51d-4daff2d6f8ae,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:16:04.784434 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-d2f9b7f7-03cf-4bec-bf0f-5441b7eefde8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:16:05.018935 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-d2f9b7f7-03cf-4bec-bf0f-5441b7eefde8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035157'] for router_interface, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:05.280514 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 33629f14-0ca1-42f4-aeff-93d761bd2461 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:16:05.317373 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] No Port match for: 33629f14-0ca1-42f4-aeff-93d761bd2461 {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:16:05.317718 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 33629f14-0ca1-42f4-aeff-93d761bd2461 not bound to the agent host hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:16:05.429525 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f9b7f7-03cf-4bec-bf0f-5441b7eefde8 admin admin] Router 2dad9378-6c8a-4d2f-93e5-1449f65bcc08 has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:16:05.620430 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f9b7f7-03cf-4bec-bf0f-5441b7eefde8 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:16:05.629305 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ce2cf5-5772-4f99-89f9-392cbf82a20b None None] Sync routers for ids ['2dad9378-6c8a-4d2f-93e5-1449f65bcc08'] in dv-cinder-786385-7-iscsi {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:16:05.638671 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ce2cf5-5772-4f99-89f9-392cbf82a20b None None] Routers {'2dad9378-6c8a-4d2f-93e5-1449f65bcc08'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:16:05.639270 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-58ce2cf5-5772-4f99-89f9-392cbf82a20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7ac89ee0>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:15:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['2dad9378-6c8a-4d2f-93e5-1449f65bcc08'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:16:05.716790 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-d2f9b7f7-03cf-4bec-bf0f-5441b7eefde8 admin admin] 10.222.0.77 "PUT /v2.0/routers/2dad9378-6c8a-4d2f-93e5-1449f65bcc08/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8489761
Jun 02 08:16:05.716995 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 33940) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:16:05.829911 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-58ce2cf5-5772-4f99-89f9-392cbf82a20b None None] Set router 2dad9378-6c8a-4d2f-93e5-1449f65bcc08 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:16:05.870827 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabff4f1-ffa7-4c29-b966-99a92698d18e req-58d71b54-4b93-4877-83ef-0376daf0f822 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:05.872419 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-eabff4f1-ffa7-4c29-b966-99a92698d18e req-58d71b54-4b93-4877-83ef-0376daf0f822 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 943 time: 0.0906427
Jun 02 08:16:05.915146 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1ae83454-0ffd-4d1c-8101-db40ffffea13 admin admin] Notify callbacks [] for router, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:05.922452 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-eabff4f1-ffa7-4c29-b966-99a92698d18e req-95af13ad-65c7-4303-93e7-91ec09fb1a22 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435421
Jun 02 08:16:06.104484 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1ae83454-0ffd-4d1c-8101-db40ffffea13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:06.179221 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-58ce2cf5-5772-4f99-89f9-392cbf82a20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7ac89ee0>, [{'id': '2dad9378-6c8a-4d2f-93e5-1449f65bcc08', 'name': 'tempest-ServerRescueNegativeTestJSON-313417868-router', 'tenant_id': '4e4215d7677d49a68195abd7f00b623e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '05819e5a-18ec-43c9-ba0c-e6b85c5b214d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:12:05Z', 'updated_at': '2021-06-02T08:16:04Z', 'revision_number': 5, 'project_id': '4e4215d7677d49a68195abd7f00b623e', 'gw_port': {'id': '05819e5a-18ec-43c9-ba0c-e6b85c5b214d', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dad9378-6c8a-4d2f-93e5-1449f65bcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:07Z', 'updated_at': '2021-06-02T08:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:16:06.184429 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ce2cf5-5772-4f99-89f9-392cbf82a20b None None] Checking router: 2dad9378-6c8a-4d2f-93e5-1449f65bcc08 for host: dv-cinder-786385-7-iscsi {{(pid=92344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:16:06.192890 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ce2cf5-5772-4f99-89f9-392cbf82a20b None None] Routers {'2dad9378-6c8a-4d2f-93e5-1449f65bcc08'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:16:06.193513 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-58ce2cf5-5772-4f99-89f9-392cbf82a20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7ac89ee0>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:15:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['2dad9378-6c8a-4d2f-93e5-1449f65bcc08'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:16:06.345146 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-58ce2cf5-5772-4f99-89f9-392cbf82a20b None None] Set router 2dad9378-6c8a-4d2f-93e5-1449f65bcc08 gateway port host: None {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:16:06.367555 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-1ae83454-0ffd-4d1c-8101-db40ffffea13 admin admin] Deleting port 05819e5a-18ec-43c9-ba0c-e6b85c5b214d {{(pid=92342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:16:06.367883 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1ae83454-0ffd-4d1c-8101-db40ffffea13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:06.448642 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-58ce2cf5-5772-4f99-89f9-392cbf82a20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7ac89ee0>, [{'id': '2dad9378-6c8a-4d2f-93e5-1449f65bcc08', 'name': 'tempest-ServerRescueNegativeTestJSON-313417868-router', 'tenant_id': '4e4215d7677d49a68195abd7f00b623e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:12:05Z', 'updated_at': '2021-06-02T08:16:06Z', 'revision_number': 6, 'project_id': '4e4215d7677d49a68195abd7f00b623e', 'gw_port_host': None}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:16:06.452640 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ce2cf5-5772-4f99-89f9-392cbf82a20b None None] The sync data for ids ['2dad9378-6c8a-4d2f-93e5-1449f65bcc08'] in dv-cinder-786385-7-iscsi is: [{'id': '2dad9378-6c8a-4d2f-93e5-1449f65bcc08', 'name': 'tempest-ServerRescueNegativeTestJSON-313417868-router', 'tenant_id': '4e4215d7677d49a68195abd7f00b623e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:12:05Z', 'updated_at': '2021-06-02T08:16:06Z', 'revision_number': 6, 'project_id': '4e4215d7677d49a68195abd7f00b623e', 'gw_port_host': None}] {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:16:06.492053 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [None req-1ae83454-0ffd-4d1c-8101-db40ffffea13 admin admin] For port 05819e5a-18ec-43c9-ba0c-e6b85c5b214d, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=05819e5a-18ec-43c9-ba0c-e6b85c5b214d,segment=NetworkSegment(7d00a59a-fd6b-444f-8454-6973ee677288),segment_id=7d00a59a-fd6b-444f-8454-6973ee677288)] {{(pid=92342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:16:06.492430 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1ae83454-0ffd-4d1c-8101-db40ffffea13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:06.615654 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-1ae83454-0ffd-4d1c-8101-db40ffffea13 admin admin] Calling delete_port for 05819e5a-18ec-43c9-ba0c-e6b85c5b214d owned by network:router_gateway {{(pid=92342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:16:06.833625 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1ae83454-0ffd-4d1c-8101-db40ffffea13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:06.845616 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-c6719e15-6838-45e6-a232-89c195ca0221 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:16:06.920654 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae83454-0ffd-4d1c-8101-db40ffffea13 admin admin] Pushing event deleted for resources: {'Port': ['ID=05819e5a-18ec-43c9-ba0c-e6b85c5b214d,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:16:06.968968 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae83454-0ffd-4d1c-8101-db40ffffea13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:06.968968 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae83454-0ffd-4d1c-8101-db40ffffea13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:06.968968 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae83454-0ffd-4d1c-8101-db40ffffea13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:06.968968 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae83454-0ffd-4d1c-8101-db40ffffea13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:06.968968 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae83454-0ffd-4d1c-8101-db40ffffea13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:06.969724 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae83454-0ffd-4d1c-8101-db40ffffea13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:06.969724 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae83454-0ffd-4d1c-8101-db40ffffea13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:06.970047 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae83454-0ffd-4d1c-8101-db40ffffea13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:06.970208 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae83454-0ffd-4d1c-8101-db40ffffea13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:06.971947 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae83454-0ffd-4d1c-8101-db40ffffea13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:06.971947 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae83454-0ffd-4d1c-8101-db40ffffea13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:06.971947 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae83454-0ffd-4d1c-8101-db40ffffea13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:06.976116 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-1ae83454-0ffd-4d1c-8101-db40ffffea13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:16:07.001611 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1ae83454-0ffd-4d1c-8101-db40ffffea13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8036544'] for router_gateway, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:07.178268 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec36e1e-be4a-43ff-bdf5-f94f09fe2bbe req-93a92633-9e10-4514-8c76-f103cdd913b7 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:07.179785 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3ec36e1e-be4a-43ff-bdf5-f94f09fe2bbe req-93a92633-9e10-4514-8c76-f103cdd913b7 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 943 time: 0.1409504
Jun 02 08:16:07.193555 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1ae83454-0ffd-4d1c-8101-db40ffffea13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8100154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2038'] for router, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:07.195901 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1ae83454-0ffd-4d1c-8101-db40ffffea13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:07.227921 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19af07-dd64-4053-9325-608fe12e1367 req-4c6bd990-dc40-45b2-bec3-5464fd0a9b34 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:07.229426 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0d19af07-dd64-4053-9325-608fe12e1367 req-4c6bd990-dc40-45b2-bec3-5464fd0a9b34 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6932d62-8de2-40c2-b8ce-322e3376299e HTTP/1.1" status: 200  len: 945 time: 0.1444030
Jun 02 08:16:07.276308 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3ec36e1e-be4a-43ff-bdf5-f94f09fe2bbe req-9fbbbf9e-13e2-4905-9379-d08a4837a981 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0899847
Jun 02 08:16:07.309175 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0d19af07-dd64-4053-9325-608fe12e1367 req-bca5ca4d-05dd-4ef0-a3dd-e77353ffe19a tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664909
Jun 02 08:16:07.332138 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1ae83454-0ffd-4d1c-8101-db40ffffea13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8100270'] for router, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:07.332697 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae83454-0ffd-4d1c-8101-db40ffffea13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dad9378-6c8a-4d2f-93e5-1449f65bcc08 {{(pid=92342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 02 08:16:07.349294 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1ae83454-0ffd-4d1c-8101-db40ffffea13 admin admin] Notify callbacks [] for router, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:07.352663 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-1ae83454-0ffd-4d1c-8101-db40ffffea13 admin admin] 10.222.0.77 "DELETE /v2.0/routers/2dad9378-6c8a-4d2f-93e5-1449f65bcc08 HTTP/1.1" status: 204  len: 168 time: 1.6347060
Jun 02 08:16:07.353562 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 33960) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:16:07.415643 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f376cf-2822-481e-bd7b-31aa3fbe8b93 admin admin] Deleting subnet c714f4d4-5e2f-43c9-8b5e-164491687504 {{(pid=92342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 02 08:16:07.418597 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-14f376cf-2822-481e-bd7b-31aa3fbe8b93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:07.471501 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-14f376cf-2822-481e-bd7b-31aa3fbe8b93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6991856'] for subnet, precommit_delete_associations {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:07.538565 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-14f376cf-2822-481e-bd7b-31aa3fbe8b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-943661'] for subnet, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:07.594463 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device debcdf1f-b611-4af2-a51d-4daff2d6f8ae no longer exists at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:16:07.631333 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] No Port match for: debcdf1f-b611-4af2-a51d-4daff2d6f8ae {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:16:07.631599 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device debcdf1f-b611-4af2-a51d-4daff2d6f8ae not bound to the agent host dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:16:07.632026 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 05819e5a-18ec-43c9-ba0c-e6b85c5b214d no longer exists at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:16:07.666247 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] No Port match for: 05819e5a-18ec-43c9-ba0c-e6b85c5b214d {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:16:07.666603 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 05819e5a-18ec-43c9-ba0c-e6b85c5b214d not bound to the agent host dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:16:07.870109 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-14f376cf-2822-481e-bd7b-31aa3fbe8b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-943652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6633660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6612419'] for subnet, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:07.874236 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-418fe163-3256-411f-b006-d1aaef055ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:16:07.913088 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f376cf-2822-481e-bd7b-31aa3fbe8b93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c714f4d4-5e2f-43c9-8b5e-164491687504,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:16:07.915967 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-14f376cf-2822-481e-bd7b-31aa3fbe8b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:16:07.916931 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-14f376cf-2822-481e-bd7b-31aa3fbe8b93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:07.922814 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-14f376cf-2822-481e-bd7b-31aa3fbe8b93 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c714f4d4-5e2f-43c9-8b5e-164491687504 HTTP/1.1" status: 204  len: 168 time: 0.5681121
Jun 02 08:16:07.925354 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 33962) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:16:08.028503 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-8ae41896-5a3a-48f6-ac31-0160aa87c278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951774'] for network, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:08.246565 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-8ae41896-5a3a-48f6-ac31-0160aa87c278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945556', 'neutron.services.segments.db._delete_segments_for_network-8744146782841'] for network, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:08.259204 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.services.segments.db [None req-8ae41896-5a3a-48f6-ac31-0160aa87c278 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3e7a2731f0>,) {'filters': {'network_id': ['9845329e-acbc-4864-8fcb-054e52779455']}} {{(pid=92342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:16:08.271821 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.services.segments.db [None req-8ae41896-5a3a-48f6-ac31-0160aa87c278 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e7a2731f0>, '427b38d6-8819-468a-be56-89bd00ebc527') {'for_net_delete': True} {{(pid=92342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:16:08.272135 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.services.segments.db [None req-8ae41896-5a3a-48f6-ac31-0160aa87c278 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e7a2731f0>, '427b38d6-8819-468a-be56-89bd00ebc527') {} {{(pid=92342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:16:08.283290 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-8ae41896-5a3a-48f6-ac31-0160aa87c278 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744146786964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6991865'] for segment, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:08.300130 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-8ae41896-5a3a-48f6-ac31-0160aa87c278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:08.307845 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae41896-5a3a-48f6-ac31-0160aa87c278 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=92342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 02 08:16:08.309765 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-8ae41896-5a3a-48f6-ac31-0160aa87c278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6633494'] for segment, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:08.322327 dv-cinder-786385-7-iscsi neutron-server[92342]: Traceback (most recent call last):
Jun 02 08:16:08.322327 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 02 08:16:08.322327 dv-cinder-786385-7-iscsi neutron-server[92342]:     timer()
Jun 02 08:16:08.322327 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 02 08:16:08.322327 dv-cinder-786385-7-iscsi neutron-server[92342]:     cb(*args, **kw)
Jun 02 08:16:08.322327 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 02 08:16:08.322327 dv-cinder-786385-7-iscsi neutron-server[92342]:     return func(*args, **kwargs)
Jun 02 08:16:08.322327 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 02 08:16:08.322327 dv-cinder-786385-7-iscsi neutron-server[92342]:     self._notify()
Jun 02 08:16:08.322327 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 02 08:16:08.322327 dv-cinder-786385-7-iscsi neutron-server[92342]:     self.callback(batched_events)
Jun 02 08:16:08.322327 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 02 08:16:08.322327 dv-cinder-786385-7-iscsi neutron-server[92342]:     event.method(event)
Jun 02 08:16:08.322327 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 02 08:16:08.322327 dv-cinder-786385-7-iscsi neutron-server[92342]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 02 08:16:08.322327 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 02 08:16:08.322327 dv-cinder-786385-7-iscsi neutron-server[92342]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 02 08:16:08.322327 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 02 08:16:08.322327 dv-cinder-786385-7-iscsi neutron-server[92342]:     return f(self, *a, **k)
Jun 02 08:16:08.322327 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 02 08:16:08.322327 dv-cinder-786385-7-iscsi neutron-server[92342]:     return self._get(url).json()
Jun 02 08:16:08.322327 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 02 08:16:08.322327 dv-cinder-786385-7-iscsi neutron-server[92342]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 02 08:16:08.322327 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 02 08:16:08.322327 dv-cinder-786385-7-iscsi neutron-server[92342]:     return self.request(url, 'GET', **kwargs)
Jun 02 08:16:08.322327 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 02 08:16:08.322327 dv-cinder-786385-7-iscsi neutron-server[92342]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 02 08:16:08.322327 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 02 08:16:08.322327 dv-cinder-786385-7-iscsi neutron-server[92342]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 02 08:16:08.322327 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 02 08:16:08.322327 dv-cinder-786385-7-iscsi neutron-server[92342]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 02 08:16:08.322327 dv-cinder-786385-7-iscsi neutron-server[92342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 02 08:16:08.541460 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-8ae41896-5a3a-48f6-ac31-0160aa87c278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8036641'] for network, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:08.544954 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:16:08.561048 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-8ae41896-5a3a-48f6-ac31-0160aa87c278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:08.572923 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae41896-5a3a-48f6-ac31-0160aa87c278 admin admin] Pushing event deleted for resources: {'Network': ['ID=9845329e-acbc-4864-8fcb-054e52779455,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:16:08.575973 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-8ae41896-5a3a-48f6-ac31-0160aa87c278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:16:08.580559 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924252ee-8879-4b05-b4ad-8893652418e3 req-bca0214d-0184-45cb-a678-0cf8b6644b6f tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:08.582039 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-924252ee-8879-4b05-b4ad-8893652418e3 req-bca0214d-0184-45cb-a678-0cf8b6644b6f tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6932d62-8de2-40c2-b8ce-322e3376299e HTTP/1.1" status: 200  len: 945 time: 0.1090004
Jun 02 08:16:08.589751 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65073f87-4563-4edb-96c8-023173be6c13 req-c1ce5e60-8872-4c4a-af34-a845039ccd76 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:08.591280 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-65073f87-4563-4edb-96c8-023173be6c13 req-c1ce5e60-8872-4c4a-af34-a845039ccd76 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 943 time: 0.1514573
Jun 02 08:16:08.664278 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-8ae41896-5a3a-48f6-ac31-0160aa87c278 admin admin] 10.222.0.77 "DELETE /v2.0/networks/9845329e-acbc-4864-8fcb-054e52779455 HTTP/1.1" status: 204  len: 168 time: 0.7378883
Jun 02 08:16:08.664602 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-924252ee-8879-4b05-b4ad-8893652418e3 req-b8177194-7035-4757-a6d6-e06dffb9900f tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722780
Jun 02 08:16:08.672115 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-65073f87-4563-4edb-96c8-023173be6c13 req-f711bce3-8f8f-4f89-a447-79fbde42d881 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625050
Jun 02 08:16:09.042810 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 33976) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:16:09.090633 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-adf9fae2-6db4-4ef5-be3f-52d56eca9528 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4e4215d7677d49a68195abd7f00b623e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0464878
Jun 02 08:16:09.093140 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 33978) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:16:09.151563 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-e6a64093-7ad3-405d-b4ab-6754dea676de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:09.180121 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-e6a64093-7ad3-405d-b4ab-6754dea676de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:09.286590 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 1c127a46-1abb-48e4-9757-9f10d049c773 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=92343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 02 08:16:09.332748 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-e6a64093-7ad3-405d-b4ab-6754dea676de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:09.341385 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-b8d0770f-56bd-4585-925a-166d51300ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:16:09.354298 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a64093-7ad3-405d-b4ab-6754dea676de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83dcdc7-1a0d-4793-b742-4eafe496304e,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:16:09.365137 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-e6a64093-7ad3-405d-b4ab-6754dea676de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:16:09.435259 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 1c127a46-1abb-48e4-9757-9f10d049c773, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1c127a46-1abb-48e4-9757-9f10d049c773,segment=NetworkSegment(a5467c2d-baf3-4eee-af2e-7018d38efe17),segment_id=a5467c2d-baf3-4eee-af2e-7018d38efe17)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:16:09.449416 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Returning: {'device': '1c127a46-1abb-48e4-9757-9f10d049c773', 'network_id': '5c1f66d1-9778-4f70-8383-16f7b7ba24b7', 'port_id': '1c127a46-1abb-48e4-9757-9f10d049c773', 'mac_address': 'fa:16:3e:b7:57:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05bff79a-25c7-4afc-bc71-912a7a9eed0b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 02 08:16:09.486360 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c04956-c35a-4b4f-813c-2fcfc2c5d806 req-ff6a3f1a-6f5e-42b9-99f4-2b36e665956c tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:09.488172 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-82c04956-c35a-4b4f-813c-2fcfc2c5d806 req-ff6a3f1a-6f5e-42b9-99f4-2b36e665956c tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6932d62-8de2-40c2-b8ce-322e3376299e HTTP/1.1" status: 200  len: 945 time: 0.1035013
Jun 02 08:16:09.536454 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-e6a64093-7ad3-405d-b4ab-6754dea676de admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:09.537719 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-e6a64093-7ad3-405d-b4ab-6754dea676de admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e83dcdc7-1a0d-4793-b742-4eafe496304e HTTP/1.1" status: 204  len: 168 time: 0.4437025
Jun 02 08:16:09.542277 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:09.562853 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c127a46-1abb-48e4-9757-9f10d049c773 {{(pid=92343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:16:09.580599 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 1c127a46-1abb-48e4-9757-9f10d049c773, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1c127a46-1abb-48e4-9757-9f10d049c773,segment=NetworkSegment(a5467c2d-baf3-4eee-af2e-7018d38efe17),segment_id=a5467c2d-baf3-4eee-af2e-7018d38efe17)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:16:09.649516 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:09.652861 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:16:09.655792 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [req-82c04956-c35a-4b4f-813c-2fcfc2c5d806 req-9021fc41-9802-4ae3-bee9-9d4cc405ed27 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Deleting port 9c1dd446-899f-48e9-b420-894033e526f6 {{(pid=92341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:16:09.656323 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-82c04956-c35a-4b4f-813c-2fcfc2c5d806 req-9021fc41-9802-4ae3-bee9-9d4cc405ed27 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:09.724471 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=1c127a46-1abb-48e4-9757-9f10d049c773,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:16:09.733311 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:09.733669 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:09.734011 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:09.734354 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:09.734687 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:09.735016 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:09.735340 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:09.735667 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:09.736020 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:09.736379 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:09.736754 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:09.737082 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:09.741125 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:16:09.978606 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-45f43383-007a-4fd9-9f08-4f363d2a5f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:09.992999 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-82c04956-c35a-4b4f-813c-2fcfc2c5d806 req-9021fc41-9802-4ae3-bee9-9d4cc405ed27 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] For port 9c1dd446-899f-48e9-b420-894033e526f6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9c1dd446-899f-48e9-b420-894033e526f6,segment=NetworkSegment(b642ba97-1b26-4c7e-972e-d6caae7f9c07),segment_id=b642ba97-1b26-4c7e-972e-d6caae7f9c07)] {{(pid=92341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:16:09.993398 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-82c04956-c35a-4b4f-813c-2fcfc2c5d806 req-9021fc41-9802-4ae3-bee9-9d4cc405ed27 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:10.060363 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['1c127a46-1abb-48e4-9757-9f10d049c773'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:16:10.128648 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [req-82c04956-c35a-4b4f-813c-2fcfc2c5d806 req-9021fc41-9802-4ae3-bee9-9d4cc405ed27 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Calling delete_port for 9c1dd446-899f-48e9-b420-894033e526f6 owned by compute:nova {{(pid=92341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:16:10.208352 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29136cf-7990-42e3-bdb3-d5ab7b990788 req-875efd2a-df01-4b51-a907-ceece1ded9e6 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:10.209815 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a29136cf-7990-42e3-bdb3-d5ab7b990788 req-875efd2a-df01-4b51-a907-ceece1ded9e6 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6932d62-8de2-40c2-b8ce-322e3376299e HTTP/1.1" status: 200  len: 945 time: 0.3804564
Jun 02 08:16:10.217169 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6958cdc-be3e-4faf-92fe-f04ea928e655 req-85a7fa71-b764-48c8-80cf-2bbab8bfef7c tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:10.223813 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e6958cdc-be3e-4faf-92fe-f04ea928e655 req-85a7fa71-b764-48c8-80cf-2bbab8bfef7c tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 944 time: 0.3964562
Jun 02 08:16:10.306323 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e6958cdc-be3e-4faf-92fe-f04ea928e655 req-30bd8b7a-552f-49ff-89ec-d99528142e35 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0816429
Jun 02 08:16:10.311313 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a29136cf-7990-42e3-bdb3-d5ab7b990788 req-d2fac712-11b2-4969-b594-d4a53fd60fa8 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/security-groups?id=6af84e36-5cf6-4d4a-8727-1a2be4029a5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839343
Jun 02 08:16:10.486668 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-82c04956-c35a-4b4f-813c-2fcfc2c5d806 req-9021fc41-9802-4ae3-bee9-9d4cc405ed27 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:10.494245 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:16:10.539270 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021fc41-9802-4ae3-bee9-9d4cc405ed27 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Pushing event deleted for resources: {'Port': ['ID=9c1dd446-899f-48e9-b420-894033e526f6,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:16:10.544058 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-9021fc41-9802-4ae3-bee9-9d4cc405ed27 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:16:10.630373 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b15c2-3140-49ed-bfad-a384e6bf5fc3 req-0e6a6090-0565-40ce-8599-14923adbe206 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:10.631880 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-399b15c2-3140-49ed-bfad-a384e6bf5fc3 req-0e6a6090-0565-40ce-8599-14923adbe206 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.2056534
Jun 02 08:16:10.632799 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c04956-c35a-4b4f-813c-2fcfc2c5d806 req-9021fc41-9802-4ae3-bee9-9d4cc405ed27 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] No DVR routers for this DVR port 9c1dd446-899f-48e9-b420-894033e526f6 on host hv-cinder-78638 {{(pid=92341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:16:10.635208 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-82c04956-c35a-4b4f-813c-2fcfc2c5d806 req-9021fc41-9802-4ae3-bee9-9d4cc405ed27 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:10.637925 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6932d62-8de2-40c2-b8ce-322e3376299e', 'name': 'network-vif-deleted', 'tag': '9c1dd446-899f-48e9-b420-894033e526f6'}] {{(pid=92341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:16:10.640142 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d416597fa12f88f8d9bd515793328be5ccabd674e07c2f357b392af977663f84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867835ec-ffe5-49e8-aafd-be1fb6a751b6" -d '{"events": [{"server_uuid": "a6932d62-8de2-40c2-b8ce-322e3376299e", "name": "network-vif-deleted", "tag": "9c1dd446-899f-48e9-b420-894033e526f6"}]}' {{(pid=92341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:16:10.696458 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6643ecc-d940-43e5-bf2d-d14860af6c85 x-openstack-request-id: req-a6643ecc-d940-43e5-bf2d-d14860af6c85 {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:16:10.697079 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6932d62-8de2-40c2-b8ce-322e3376299e", "name": "network-vif-deleted", "tag": "9c1dd446-899f-48e9-b420-894033e526f6", "status": "completed", "code": 200}]} {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:16:10.697079 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a6643ecc-d940-43e5-bf2d-d14860af6c85 {{(pid=92341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:16:10.697495 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6932d62-8de2-40c2-b8ce-322e3376299e', 'name': 'network-vif-deleted', 'tag': '9c1dd446-899f-48e9-b420-894033e526f6', 'status': 'completed', 'code': 200}
Jun 02 08:16:10.708862 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-399b15c2-3140-49ed-bfad-a384e6bf5fc3 req-bc530c61-129f-4209-8b62-f19a923368ab tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0658939
Jun 02 08:16:10.793392 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-82c04956-c35a-4b4f-813c-2fcfc2c5d806 req-9021fc41-9802-4ae3-bee9-9d4cc405ed27 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.72 "DELETE /v2.0/ports/9c1dd446-899f-48e9-b420-894033e526f6 HTTP/1.1" status: 204  len: 173 time: 1.2984643
Jun 02 08:16:11.089105 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:16:11.303993 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 9c1dd446-899f-48e9-b420-894033e526f6 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:16:11.337738 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] No Port match for: 9c1dd446-899f-48e9-b420-894033e526f6 {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:16:11.338096 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 9c1dd446-899f-48e9-b420-894033e526f6 not bound to the agent host hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:16:11.498471 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb227f-bc88-4576-87e6-07ed83fb9544 req-23821c13-8096-4383-9d72-d9391c569f84 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:11.499987 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-83cb227f-bc88-4576-87e6-07ed83fb9544 req-23821c13-8096-4383-9d72-d9391c569f84 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 944 time: 0.0872712
Jun 02 08:16:11.546395 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-83cb227f-bc88-4576-87e6-07ed83fb9544 req-0dac49c5-37d9-444e-8300-48d2c748f199 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389488
Jun 02 08:16:11.701847 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-82a87335-1155-42e4-a3ac-fdd605dfedfe req-e96f01e4-8894-478c-b119-575adb90a1a8 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Synchronizing usage tracker for tenant:459588786ab44c4bbeeae4bc8cf7fcb5 on resource:port {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:16:11.769631 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-82a87335-1155-42e4-a3ac-fdd605dfedfe req-e96f01e4-8894-478c-b119-575adb90a1a8 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Unset dirty status for tenant:459588786ab44c4bbeeae4bc8cf7fcb5 on resource:port {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:16:11.770865 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-82a87335-1155-42e4-a3ac-fdd605dfedfe req-e96f01e4-8894-478c-b119-575adb90a1a8 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6932d62-8de2-40c2-b8ce-322e3376299e HTTP/1.1" status: 200  len: 210 time: 0.1115506
Jun 02 08:16:12.064433 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a8f89-a65a-46d8-8139-8acaefc07a33 req-2af8e1ac-8dbe-4304-804d-db6055cd9f6c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:12.065938 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7c0a8f89-a65a-46d8-8139-8acaefc07a33 req-2af8e1ac-8dbe-4304-804d-db6055cd9f6c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.0825801
Jun 02 08:16:12.116117 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7c0a8f89-a65a-46d8-8139-8acaefc07a33 req-73299482-c5c0-4ac5-bb68-7fd2aacc65a1 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437486
Jun 02 08:16:12.598120 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:12.633306 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-dd364455-a27b-4e09-84ff-25710e2f5a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:12.727843 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada35243-a2a8-40b6-81da-a32882b86b43 req-8ee4d074-38ce-48e7-856e-463ca5ceff23 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:12.729311 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ada35243-a2a8-40b6-81da-a32882b86b43 req-8ee4d074-38ce-48e7-856e-463ca5ceff23 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 944 time: 0.0791161
Jun 02 08:16:12.774207 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ada35243-a2a8-40b6-81da-a32882b86b43 req-bfcde5fc-2a32-4c5a-8a0f-1836c652a599 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393624
Jun 02 08:16:12.867148 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 34064) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:16:12.931569 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.db_base_plugin_v2 [None req-a84f528e-b623-413d-8e99-da16e3ee1026 admin admin] Deleting subnet a26abb64-e4a3-4289-8a08-a11db3baccfa {{(pid=92341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 02 08:16:12.934391 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a84f528e-b623-413d-8e99-da16e3ee1026 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:12.988912 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a84f528e-b623-413d-8e99-da16e3ee1026 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7973437'] for subnet, precommit_delete_associations {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:13.045858 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a84f528e-b623-413d-8e99-da16e3ee1026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-943661'] for subnet, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:13.310073 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 1c127a46-1abb-48e4-9757-9f10d049c773 up at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:16:13.364917 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8b047-629f-4aa7-a996-5277692d4c37 req-e9f0fe08-d5cd-4822-bc27-ce98d6ebeb0c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:13.366634 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6ba8b047-629f-4aa7-a996-5277692d4c37 req-e9f0fe08-d5cd-4822-bc27-ce98d6ebeb0c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.1397119
Jun 02 08:16:13.415556 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6ba8b047-629f-4aa7-a996-5277692d4c37 req-79eae97f-7888-4d23-a0b6-c39f6d810c19 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400920
Jun 02 08:16:13.461734 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a84f528e-b623-413d-8e99-da16e3ee1026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-943652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6589751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6928692'] for subnet, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:13.466103 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-29467077-49f8-4264-88af-78826f7a89b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:16:13.500246 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f528e-b623-413d-8e99-da16e3ee1026 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a26abb64-e4a3-4289-8a08-a11db3baccfa,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:16:13.503214 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-a84f528e-b623-413d-8e99-da16e3ee1026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:16:13.504203 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a84f528e-b623-413d-8e99-da16e3ee1026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for subnet, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:13.510005 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-a84f528e-b623-413d-8e99-da16e3ee1026 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a26abb64-e4a3-4289-8a08-a11db3baccfa HTTP/1.1" status: 204  len: 168 time: 0.6417055
Jun 02 08:16:13.512508 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 34078) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:16:13.524244 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning for port 1c127a46-1abb-48e4-9757-9f10d049c773 completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:16:13.529738 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning complete for port 1c127a46-1abb-48e4-9757-9f10d049c773 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:16:13.530177 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:13.667323 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:13.687997 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b4aa9f6d-9af5-4341-ba8d-083f5941314b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951774'] for network, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:13.694835 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f687c19a-0b47-46b1-aa95-7dc34591a0c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c127a46-1abb-48e4-9757-9f10d049c773'}] {{(pid=92343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:16:13.697096 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a92db95248474e1fdd92faa7bb4bdbed5d39af607a3dc1549787c687b6a75a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10462daf-6cec-4873-8332-3f0515e85379" -d '{"events": [{"server_uuid": "f687c19a-0b47-46b1-aa95-7dc34591a0c9", "name": "network-vif-plugged", "status": "completed", "tag": "1c127a46-1abb-48e4-9757-9f10d049c773"}]}' {{(pid=92343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:16:13.704882 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 1c127a46-1abb-48e4-9757-9f10d049c773, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1c127a46-1abb-48e4-9757-9f10d049c773,segment=NetworkSegment(a5467c2d-baf3-4eee-af2e-7018d38efe17),segment_id=a5467c2d-baf3-4eee-af2e-7018d38efe17)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:16:13.745454 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c7625f-d70b-4fd0-8579-bf10439217f7 x-openstack-request-id: req-75c7625f-d70b-4fd0-8579-bf10439217f7 {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:16:13.745751 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f687c19a-0b47-46b1-aa95-7dc34591a0c9", "name": "network-vif-plugged", "status": "completed", "tag": "1c127a46-1abb-48e4-9757-9f10d049c773", "code": 200}]} {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:16:13.746005 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-75c7625f-d70b-4fd0-8579-bf10439217f7 {{(pid=92343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:16:13.746394 dv-cinder-786385-7-iscsi neutron-server[92343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f687c19a-0b47-46b1-aa95-7dc34591a0c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c127a46-1abb-48e4-9757-9f10d049c773', 'code': 200}
Jun 02 08:16:13.793498 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:13.814868 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b4aa9f6d-9af5-4341-ba8d-083f5941314b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945556', 'neutron.services.segments.db._delete_segments_for_network-8744146782841'] for network, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:13.827324 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.services.segments.db [None req-b4aa9f6d-9af5-4341-ba8d-083f5941314b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3e7b7e2370>,) {'filters': {'network_id': ['5abc9d26-3cb6-446d-969d-090f313dd1b0']}} {{(pid=92341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:16:13.827525 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:13.830511 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:16:13.840560 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.services.segments.db [None req-b4aa9f6d-9af5-4341-ba8d-083f5941314b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e7b7e2370>, 'b642ba97-1b26-4c7e-972e-d6caae7f9c07') {'for_net_delete': True} {{(pid=92341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:16:13.840854 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.services.segments.db [None req-b4aa9f6d-9af5-4341-ba8d-083f5941314b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e7b7e2370>, 'b642ba97-1b26-4c7e-972e-d6caae7f9c07') {} {{(pid=92341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:16:13.853015 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b4aa9f6d-9af5-4341-ba8d-083f5941314b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744146786964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7973428'] for segment, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:13.871537 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b4aa9f6d-9af5-4341-ba8d-083f5941314b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:13.879092 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4aa9f6d-9af5-4341-ba8d-083f5941314b admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=92341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 02 08:16:13.879500 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b4aa9f6d-9af5-4341-ba8d-083f5941314b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6589853'] for segment, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:13.897299 dv-cinder-786385-7-iscsi neutron-server[92341]: Traceback (most recent call last):
Jun 02 08:16:13.897299 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 02 08:16:13.897299 dv-cinder-786385-7-iscsi neutron-server[92341]:     timer()
Jun 02 08:16:13.897299 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 02 08:16:13.897299 dv-cinder-786385-7-iscsi neutron-server[92341]:     cb(*args, **kw)
Jun 02 08:16:13.897299 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 02 08:16:13.897299 dv-cinder-786385-7-iscsi neutron-server[92341]:     return func(*args, **kwargs)
Jun 02 08:16:13.897299 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 02 08:16:13.897299 dv-cinder-786385-7-iscsi neutron-server[92341]:     self._notify()
Jun 02 08:16:13.897299 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 02 08:16:13.897299 dv-cinder-786385-7-iscsi neutron-server[92341]:     self.callback(batched_events)
Jun 02 08:16:13.897299 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 02 08:16:13.897299 dv-cinder-786385-7-iscsi neutron-server[92341]:     event.method(event)
Jun 02 08:16:13.897299 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 02 08:16:13.897299 dv-cinder-786385-7-iscsi neutron-server[92341]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 02 08:16:13.897299 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 02 08:16:13.897299 dv-cinder-786385-7-iscsi neutron-server[92341]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 02 08:16:13.897299 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 02 08:16:13.897299 dv-cinder-786385-7-iscsi neutron-server[92341]:     return f(self, *a, **k)
Jun 02 08:16:13.897299 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 02 08:16:13.897299 dv-cinder-786385-7-iscsi neutron-server[92341]:     return self._get(url).json()
Jun 02 08:16:13.897299 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 02 08:16:13.897299 dv-cinder-786385-7-iscsi neutron-server[92341]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 02 08:16:13.897299 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 02 08:16:13.897299 dv-cinder-786385-7-iscsi neutron-server[92341]:     return self.request(url, 'GET', **kwargs)
Jun 02 08:16:13.897299 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 02 08:16:13.897299 dv-cinder-786385-7-iscsi neutron-server[92341]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 02 08:16:13.897299 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 02 08:16:13.897299 dv-cinder-786385-7-iscsi neutron-server[92341]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 02 08:16:13.897299 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 02 08:16:13.897299 dv-cinder-786385-7-iscsi neutron-server[92341]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 02 08:16:13.897299 dv-cinder-786385-7-iscsi neutron-server[92341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 02 08:16:13.909405 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=1c127a46-1abb-48e4-9757-9f10d049c773,revision_number=5']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:16:13.914718 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:16:14.059450 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80241d8f-d086-4d42-9e32-81ec8ef9d660 req-652f47d5-3c94-4c47-9a6f-63852648c977 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:14.060970 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-80241d8f-d086-4d42-9e32-81ec8ef9d660 req-652f47d5-3c94-4c47-9a6f-63852648c977 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 945 time: 0.1524780
Jun 02 08:16:14.114751 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-80241d8f-d086-4d42-9e32-81ec8ef9d660 req-a9ee00a0-8cc4-499c-b009-d64a36a70a56 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482259
Jun 02 08:16:14.120960 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b4aa9f6d-9af5-4341-ba8d-083f5941314b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8036641'] for network, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:14.126451 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b4aa9f6d-9af5-4341-ba8d-083f5941314b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:14.131153 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-9448bc2b-3bd9-4fff-9ab5-58f0ad1d9301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:16:14.153499 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa9f6d-9af5-4341-ba8d-083f5941314b admin admin] Pushing event deleted for resources: {'Network': ['ID=5abc9d26-3cb6-446d-969d-090f313dd1b0,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:16:14.156592 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-b4aa9f6d-9af5-4341-ba8d-083f5941314b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:16:14.240453 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-b4aa9f6d-9af5-4341-ba8d-083f5941314b admin admin] 10.222.0.77 "DELETE /v2.0/networks/5abc9d26-3cb6-446d-969d-090f313dd1b0 HTTP/1.1" status: 204  len: 168 time: 0.7269323
Jun 02 08:16:14.276167 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4b6b5-ce16-4d47-b43d-3294229c6a56 req-2a5bcc2f-7c46-4dc2-8ac3-ad13d889f52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:14.281683 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-84e4b6b5-ce16-4d47-b43d-3294229c6a56 req-2a5bcc2f-7c46-4dc2-8ac3-ad13d889f52c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 1098 time: 0.0720792
Jun 02 08:16:14.318652 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-84e4b6b5-ce16-4d47-b43d-3294229c6a56 req-8c85c278-831d-4522-9ebb-51b25b59b8df service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0342195
Jun 02 08:16:14.607078 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb4574-da5f-482d-b570-d48353c400a2 req-86d11964-55bb-4372-a2d3-fe96e2cd1616 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:14.608540 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-32eb4574-da5f-482d-b570-d48353c400a2 req-86d11964-55bb-4372-a2d3-fe96e2cd1616 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.0813367
Jun 02 08:16:14.652956 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-32eb4574-da5f-482d-b570-d48353c400a2 req-682002ba-d647-4368-a6f5-0440f7b9f464 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387933
Jun 02 08:16:14.687854 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 34104) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:16:14.734904 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-2a288e29-56ae-453c-8fc9-7b8a0ced5a33 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=459588786ab44c4bbeeae4bc8cf7fcb5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0457346
Jun 02 08:16:14.737198 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 34106) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:16:14.794147 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-cc749a04-69ec-4216-a5a7-ab4ab6f8ae02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:14.818923 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-cc749a04-69ec-4216-a5a7-ab4ab6f8ae02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:14.955036 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-cc749a04-69ec-4216-a5a7-ab4ab6f8ae02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:14.958757 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-44fe5120-b6f9-403a-9b3e-5c532ae40419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:16:14.969703 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc749a04-69ec-4216-a5a7-ab4ab6f8ae02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af84e36-5cf6-4d4a-8727-1a2be4029a5a,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:16:14.973046 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-cc749a04-69ec-4216-a5a7-ab4ab6f8ae02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:16:14.976953 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-cc749a04-69ec-4216-a5a7-ab4ab6f8ae02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:14.978079 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-cc749a04-69ec-4216-a5a7-ab4ab6f8ae02 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6af84e36-5cf6-4d4a-8727-1a2be4029a5a HTTP/1.1" status: 204  len: 168 time: 0.2400129
Jun 02 08:16:15.198143 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:15.306572 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f3457-4fd7-4078-af49-72b546665a70 req-b4834488-12f1-405b-9233-a81cc61466df tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:15.308031 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1b0f3457-4fd7-4078-af49-72b546665a70 req-b4834488-12f1-405b-9233-a81cc61466df tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 945 time: 0.0850136
Jun 02 08:16:15.353725 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1b0f3457-4fd7-4078-af49-72b546665a70 req-fe61d3eb-63b8-442f-bc45-c23ef5bad586 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394468
Jun 02 08:16:15.840816 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43ad61-6c99-4544-8cd1-d94038bc3c80 req-49beabba-dede-4769-9123-a36d7dea3dca tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:15.841379 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1c43ad61-6c99-4544-8cd1-d94038bc3c80 req-49beabba-dede-4769-9123-a36d7dea3dca tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.0845072
Jun 02 08:16:15.886533 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1c43ad61-6c99-4544-8cd1-d94038bc3c80 req-313dd0c7-848a-4bd8-a038-4b22bbf7275c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392265
Jun 02 08:16:16.534312 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc36cfd-a3d8-432c-abef-f166a74a4c97 req-745a3fb6-ff24-4eb5-8204-35e7d64fa5f6 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:16.535745 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-afc36cfd-a3d8-432c-abef-f166a74a4c97 req-745a3fb6-ff24-4eb5-8204-35e7d64fa5f6 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 945 time: 0.0785334
Jun 02 08:16:16.581034 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-afc36cfd-a3d8-432c-abef-f166a74a4c97 req-ad8a50ce-dd24-46de-b07e-53550741df2f tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389464
Jun 02 08:16:17.078277 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca316e43-e868-4390-9853-77657b17d828 req-4b4add02-e30f-4da1-a875-52ab007a9fd3 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:17.079764 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ca316e43-e868-4390-9853-77657b17d828 req-4b4add02-e30f-4da1-a875-52ab007a9fd3 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.0835950
Jun 02 08:16:17.129033 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ca316e43-e868-4390-9853-77657b17d828 req-d8d97b2c-51a2-4bcc-9549-24aff763f189 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429235
Jun 02 08:16:17.760749 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d440a4-efc3-4ee4-a5e7-3eb9bea4f081 req-97976524-6311-4f8b-aaa5-ad41593d0bc1 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:17.762076 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-53d440a4-efc3-4ee4-a5e7-3eb9bea4f081 req-97976524-6311-4f8b-aaa5-ad41593d0bc1 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 945 time: 0.0780501
Jun 02 08:16:17.808365 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-53d440a4-efc3-4ee4-a5e7-3eb9bea4f081 req-ab20f47b-4ead-4f0e-b209-fbc4af4b673d tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407891
Jun 02 08:16:18.311363 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e509213-04e1-4f10-8c9c-317818f97116 req-e97db18c-82da-497c-abd3-e5006ccf47dc tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:18.312827 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5e509213-04e1-4f10-8c9c-317818f97116 req-e97db18c-82da-497c-abd3-e5006ccf47dc tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.0778484
Jun 02 08:16:18.356536 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5e509213-04e1-4f10-8c9c-317818f97116 req-9826c21c-f681-4ae7-9a4b-e05d0f126784 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380507
Jun 02 08:16:18.994004 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33087fb7-456e-48f5-b5dc-06d360e22d70 req-ad104f62-26df-4581-ba03-8761533b6293 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:18.995413 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-33087fb7-456e-48f5-b5dc-06d360e22d70 req-ad104f62-26df-4581-ba03-8761533b6293 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 945 time: 0.0819297
Jun 02 08:16:19.038309 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-33087fb7-456e-48f5-b5dc-06d360e22d70 req-b8846ed4-ab00-4fe2-bea0-982ee62ebee1 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373678
Jun 02 08:16:19.538574 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab13ac-f56d-4bf0-a844-7c8d29a8f16b req-2a53ef5a-16db-4f4d-98ff-0e86ca367f53 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:19.540970 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-34ab13ac-f56d-4bf0-a844-7c8d29a8f16b req-2a53ef5a-16db-4f4d-98ff-0e86ca367f53 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.0797532
Jun 02 08:16:19.586330 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-34ab13ac-f56d-4bf0-a844-7c8d29a8f16b req-a5ef7183-8ec3-494c-83b8-f30404e8e98e tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397217
Jun 02 08:16:20.228537 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f7e2f-23cc-474e-93bc-0cbe506db743 req-97f4abee-9c7b-4774-908d-8b0fda879519 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:20.229972 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d39f7e2f-23cc-474e-93bc-0cbe506db743 req-97f4abee-9c7b-4774-908d-8b0fda879519 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 945 time: 0.0889156
Jun 02 08:16:20.279081 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d39f7e2f-23cc-474e-93bc-0cbe506db743 req-2500e9a9-a5fd-43a5-bf09-a5c03a0aed9e tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434511
Jun 02 08:16:20.776474 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08eddf-5587-4a68-9d9c-2de51d69d734 req-e65d0854-d18b-421d-9658-28375ed15868 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:20.777911 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0e08eddf-5587-4a68-9d9c-2de51d69d734 req-e65d0854-d18b-421d-9658-28375ed15868 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.0804961
Jun 02 08:16:20.825994 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0e08eddf-5587-4a68-9d9c-2de51d69d734 req-44ead1f7-df9b-41a5-9e5b-87da361470b0 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424309
Jun 02 08:16:21.525122 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9176e3-d18c-438a-a20e-3a5270079b3a req-d4e78e06-09bb-4d12-b9e2-eaae90bf8165 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:21.527087 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9f9176e3-d18c-438a-a20e-3a5270079b3a req-d4e78e06-09bb-4d12-b9e2-eaae90bf8165 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 945 time: 0.1448963
Jun 02 08:16:21.571014 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9f9176e3-d18c-438a-a20e-3a5270079b3a req-bddb848f-25b4-4ee8-a25a-608effcc3740 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381718
Jun 02 08:16:22.021955 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098e915-cc36-4d3a-8a06-5a87b65a518b req-903b007b-da2a-40c4-bb12-840d3fab2a8c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:22.023525 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2098e915-cc36-4d3a-8a06-5a87b65a518b req-903b007b-da2a-40c4-bb12-840d3fab2a8c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.0863855
Jun 02 08:16:22.068873 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2098e915-cc36-4d3a-8a06-5a87b65a518b req-1c87a9a2-f7c4-473d-b8f9-3c7c5c3e0672 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390375
Jun 02 08:16:22.766343 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063197fd-160c-4169-b44e-0605bda90183 req-25ef7585-4e3e-47ef-b742-51fb4b0d2b8d tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:22.768044 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-063197fd-160c-4169-b44e-0605bda90183 req-25ef7585-4e3e-47ef-b742-51fb4b0d2b8d tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 945 time: 0.0850616
Jun 02 08:16:22.815009 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-063197fd-160c-4169-b44e-0605bda90183 req-fa2466ea-e68c-4387-b24a-c28cef2ceb11 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413666
Jun 02 08:16:23.002315 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7aa61-301d-4043-bcc5-b17933ff7def req-17485fbb-3735-4706-a4a6-58139e933137 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:23.003738 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-32a7aa61-301d-4043-bcc5-b17933ff7def req-17485fbb-3735-4706-a4a6-58139e933137 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 945 time: 0.0815713
Jun 02 08:16:23.048362 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-32a7aa61-301d-4043-bcc5-b17933ff7def req-03e32310-4a13-457d-9bb6-5fbfbfa12a27 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387528
Jun 02 08:16:23.073338 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 34242) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:16:23.258449 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810098bd-e83e-4466-824f-27a8ca94834d req-7d303bd4-e28e-49a3-940d-054c4515ae05 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:23.260500 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-810098bd-e83e-4466-824f-27a8ca94834d req-7d303bd4-e28e-49a3-940d-054c4515ae05 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.0825105
Jun 02 08:16:23.363394 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-810098bd-e83e-4466-824f-27a8ca94834d req-c360e62e-9faf-43e2-9df7-fe5831906bc7 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571778
Jun 02 08:16:23.372715 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aae5f28-c40d-4677-8486-0b175ee452f8 tempest-TestShelveInstance-533720703 tempest-TestShelveInstance-533720703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:23.373422 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-5aae5f28-c40d-4677-8486-0b175ee452f8 tempest-TestShelveInstance-533720703 tempest-TestShelveInstance-533720703-project-admin] Synchronizing usage tracker for tenant:81b009ef58234aa8aee54ac8fb25e5b8 on resource:port {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:16:23.537640 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-5aae5f28-c40d-4677-8486-0b175ee452f8 tempest-TestShelveInstance-533720703 tempest-TestShelveInstance-533720703-project-admin] Unset dirty status for tenant:81b009ef58234aa8aee54ac8fb25e5b8 on resource:port {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:16:23.538856 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-5aae5f28-c40d-4677-8486-0b175ee452f8 tempest-TestShelveInstance-533720703 tempest-TestShelveInstance-533720703-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 1093 time: 0.4645395
Jun 02 08:16:23.543107 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 34262) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:16:23.547847 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-dc968838-10e5-4de1-bd70-25ebda84c189 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Request body: {'floatingip': {'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'port_id': '1c127a46-1abb-48e4-9757-9f10d049c773', 'tenant_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:16:23.553888 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-dc968838-10e5-4de1-bd70-25ebda84c189 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:16:23.557899 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-dc968838-10e5-4de1-bd70-25ebda84c189 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Usage tracker for resource:floatingip and tenant:0cd74e4181cd4ddeab1d3e91d6bc03c1 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:16:23.560812 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-dc968838-10e5-4de1-bd70-25ebda84c189 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:16:23.567490 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-dc968838-10e5-4de1-bd70-25ebda84c189 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:16:23.658000 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-dc968838-10e5-4de1-bd70-25ebda84c189 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks [] for floatingip, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:23.796488 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-dc968838-10e5-4de1-bd70-25ebda84c189 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:23.932515 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_common [None req-dc968838-10e5-4de1-bd70-25ebda84c189 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Allocated IP 172.27.3.221 (25cee017-96f1-470f-84b1-115420be0257/100151e0-9740-4c20-8f2c-560e0808d190/e7f8eac4-d6e8-486b-ae12-175570a1dd5d) {{(pid=92342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:16:24.081820 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-dc968838-10e5-4de1-bd70-25ebda84c189 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks [] for port, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:24.169737 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-dc968838-10e5-4de1-bd70-25ebda84c189 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:24.174223 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:16:24.232957 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc968838-10e5-4de1-bd70-25ebda84c189 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Network 25cee017-96f1-470f-84b1-115420be0257 is already hosted by enough agents. {{(pid=92342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:16:24.235716 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-dc968838-10e5-4de1-bd70-25ebda84c189 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Resources bound (agent type, host, resource id):  {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:16:24.239312 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc968838-10e5-4de1-bd70-25ebda84c189 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Received port after_create {{(pid=92342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:16:24.275772 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc968838-10e5-4de1-bd70-25ebda84c189 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Pushing event updated for resources: {'Port': ['ID=e7f8eac4-d6e8-486b-ae12-175570a1dd5d,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:16:24.279670 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-dc968838-10e5-4de1-bd70-25ebda84c189 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:16:24.563437 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f6eb7-18fd-4548-a1a7-ca404a845a41 req-5db9d0d3-8c15-482a-8978-f73a04f5f0d4 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:24.568703 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ac3f6eb7-18fd-4548-a1a7-ca404a845a41 req-5db9d0d3-8c15-482a-8978-f73a04f5f0d4 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.0892644
Jun 02 08:16:24.616519 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ac3f6eb7-18fd-4548-a1a7-ca404a845a41 req-4bea134f-9f3e-4d87-bffc-502b1cdefaa9 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433621
Jun 02 08:16:24.723421 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-dc968838-10e5-4de1-bd70-25ebda84c189 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:24.922665 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-dc968838-10e5-4de1-bd70-25ebda84c189 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:25.225527 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-dc968838-10e5-4de1-bd70-25ebda84c189 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks [] for port, precommit_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:25.297821 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-dc968838-10e5-4de1-bd70-25ebda84c189 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6633674'] for port, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:25.302694 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:16:25.345330 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 34290) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:16:25.408174 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc968838-10e5-4de1-bd70-25ebda84c189 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Pushing event updated for resources: {'Port': ['ID=e7f8eac4-d6e8-486b-ae12-175570a1dd5d,revision_number=2']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:16:25.412562 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-dc968838-10e5-4de1-bd70-25ebda84c189 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:16:25.428206 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-dc968838-10e5-4de1-bd70-25ebda84c189 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8036659'] for floatingip, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:25.471031 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f927686b-0744-4ab4-90e0-433f7e8e03ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:25.485828 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-f927686b-0744-4ab4-90e0-433f7e8e03ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:16:25.490379 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-f927686b-0744-4ab4-90e0-433f7e8e03ce admin admin] Usage tracker for resource:security_group_rule and tenant:9c3a6e161edf4a3d977b01f21b54e934 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:16:25.492726 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-f927686b-0744-4ab4-90e0-433f7e8e03ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:16:25.498241 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-f927686b-0744-4ab4-90e0-433f7e8e03ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:16:25.591818 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f927686b-0744-4ab4-90e0-433f7e8e03ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:25.608606 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.db.l3_db [None req-dc968838-10e5-4de1-bd70-25ebda84c189 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Floating IP 230887c4-fe39-4293-a4ef-bd4b3fbdf3df associated. External IP: 172.27.3.221, port: 1c127a46-1abb-48e4-9757-9f10d049c773.
Jun 02 08:16:25.680640 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f927686b-0744-4ab4-90e0-433f7e8e03ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:25.708545 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:16:25.720337 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-f927686b-0744-4ab4-90e0-433f7e8e03ce admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9c3a6e161edf4a3d977b01f21b54e934&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3734689
Jun 02 08:16:25.722856 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 34302) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:16:25.824632 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927686b-0744-4ab4-90e0-433f7e8e03ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfb40fd-bc24-4a23-bc77-3d413fec6b02,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:16:25.832467 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-f927686b-0744-4ab4-90e0-433f7e8e03ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:16:25.865474 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-5aae9838-c6e0-4093-82a5-44542cee5041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:25.906018 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53734733-729b-42c2-a9f3-3197f4774719 req-e269d217-62cb-4fb8-a1b0-22d34d6fe930 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:25.912688 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-53734733-729b-42c2-a9f3-3197f4774719 req-e269d217-62cb-4fb8-a1b0-22d34d6fe930 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.1590955
Jun 02 08:16:25.915639 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-5aae9838-c6e0-4093-82a5-44542cee5041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:25.986054 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-53734733-729b-42c2-a9f3-3197f4774719 req-5904583a-9be3-400f-80e2-c84ac7fc1304 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0724092
Jun 02 08:16:26.013276 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc968838-10e5-4de1-bd70-25ebda84c189 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Router d0775797-2b2f-4a31-822a-f7744c0d2387 has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:16:26.106175 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-5aae9838-c6e0-4093-82a5-44542cee5041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:26.115725 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-e6a64093-7ad3-405d-b4ab-6754dea676de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:16:26.131646 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-5aae9838-c6e0-4093-82a5-44542cee5041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:26.133147 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-5aae9838-c6e0-4093-82a5-44542cee5041 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5cfb40fd-bc24-4a23-bc77-3d413fec6b02 HTTP/1.1" status: 204  len: 168 time: 0.4092412
Jun 02 08:16:26.134646 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae9838-c6e0-4093-82a5-44542cee5041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfb40fd-bc24-4a23-bc77-3d413fec6b02,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:16:26.138460 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-5aae9838-c6e0-4093-82a5-44542cee5041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:16:26.216052 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc968838-10e5-4de1-bd70-25ebda84c189 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:16:26.226655 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f4c4a0-2f45-4ea8-bbfd-2f29d619c5d5 None None] Sync routers for ids ['d0775797-2b2f-4a31-822a-f7744c0d2387'] in dv-cinder-786385-7-iscsi {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:16:26.248951 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f4c4a0-2f45-4ea8-bbfd-2f29d619c5d5 None None] Routers {'d0775797-2b2f-4a31-822a-f7744c0d2387'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:16:26.250367 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-47f4c4a0-2f45-4ea8-bbfd-2f29d619c5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7ac243d0>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:16:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['d0775797-2b2f-4a31-822a-f7744c0d2387'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:16:26.352304 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-dc968838-10e5-4de1-bd70-25ebda84c189 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for floatingip, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:26.433205 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-dc968838-10e5-4de1-bd70-25ebda84c189 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8893070
Jun 02 08:16:26.434854 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f687c19a-0b47-46b1-aa95-7dc34591a0c9', 'tag': '1c127a46-1abb-48e4-9757-9f10d049c773'}] {{(pid=92342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:16:26.437674 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e374b3b879b00d97b29532d72ba3bb6ea3956478347f3877d9246faf94d18eae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4ba027-d52a-451d-ab3c-1b124366d1ce" -d '{"events": [{"name": "network-changed", "server_uuid": "f687c19a-0b47-46b1-aa95-7dc34591a0c9", "tag": "1c127a46-1abb-48e4-9757-9f10d049c773"}]}' {{(pid=92342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:16:26.494035 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-47f4c4a0-2f45-4ea8-bbfd-2f29d619c5d5 None None] Set router d0775797-2b2f-4a31-822a-f7744c0d2387 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:16:26.702863 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b97edf-7231-44b6-a6e1-e067b1a42958 req-f86171be-c611-44b0-b34a-8acc1bd8e2f3 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:26.709784 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c4b97edf-7231-44b6-a6e1-e067b1a42958 req-f86171be-c611-44b0-b34a-8acc1bd8e2f3 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.2265615
Jun 02 08:16:26.778643 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c4b97edf-7231-44b6-a6e1-e067b1a42958 req-0d0479b9-61b6-431f-9cb0-83db533f2196 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0678947
Jun 02 08:16:26.796421 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0c320-e383-45b6-be56-522ac1a419c0 req-701abfd3-5954-49b2-a3eb-03c0cd35c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:26.798171 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ddc0c320-e383-45b6-be56-522ac1a419c0 req-701abfd3-5954-49b2-a3eb-03c0cd35c19d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72114cae61da476699f7059d4f116bba&device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 1098 time: 0.1748278
Jun 02 08:16:26.832482 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134c6672-5568-4c18-8adb-5e463e2bac66 x-openstack-request-id: req-134c6672-5568-4c18-8adb-5e463e2bac66 {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:16:26.832896 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f687c19a-0b47-46b1-aa95-7dc34591a0c9", "tag": "1c127a46-1abb-48e4-9757-9f10d049c773", "status": "completed", "code": 200}]} {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:16:26.833180 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-134c6672-5568-4c18-8adb-5e463e2bac66 {{(pid=92342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:16:26.833610 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f687c19a-0b47-46b1-aa95-7dc34591a0c9', 'tag': '1c127a46-1abb-48e4-9757-9f10d049c773', 'status': 'completed', 'code': 200}
Jun 02 08:16:26.955830 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ba027-d52a-451d-ab3c-1b124366d1ce req-22d252d2-45d4-427a-abd5-c8423f4ccdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:26.957499 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-ce4ba027-d52a-451d-ab3c-1b124366d1ce req-22d252d2-45d4-427a-abd5-c8423f4ccdbd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0cd74e4181cd4ddeab1d3e91d6bc03c1&device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 1098 time: 0.0945318
Jun 02 08:16:26.964958 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-47f4c4a0-2f45-4ea8-bbfd-2f29d619c5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7ac243d0>, [{'id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'name': 'tempest-TestShelveInstance-1895654758-router', 'tenant_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '77ffed1a-a89a-4023-817d-4ced4a637247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:14:53Z', 'updated_at': '2021-06-02T08:14:59Z', 'revision_number': 4, 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'gw_port': {'id': '77ffed1a-a89a-4023-817d-4ced4a637247', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:14:54Z', 'updated_at': '2021-06-02T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_floatingips': [{'id': '230887c4-fe39-4293-a4ef-bd4b3fbdf3df', 'tenant_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'router_id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'port_id': '1c127a46-1abb-48e4-9757-9f10d049c773', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c1f66d1-9778-4f70-8383-16f7b7ba24b7', 'mac_address': 'fa:16:3e:b7:57:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687c19a-0b47-46b1-aa95-7dc34591a0c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:16:24Z', 'updated_at': '2021-06-02T08:16:24Z', 'revision_number': 0, 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0', 'name': '', 'network_id': '5c1f66d1-9778-4f70-8383-16f7b7ba24b7', 'tenant_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'mac_address': 'fa:16:3e:59:fb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '05bff79a-25c7-4afc-bc71-912a7a9eed0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:14:58Z', 'updated_at': '2021-06-02T08:15:08Z', 'revision_number': 5, 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'subnets': [{'id': '05bff79a-25c7-4afc-bc71-912a7a9eed0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:16:26.969714 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f4c4a0-2f45-4ea8-bbfd-2f29d619c5d5 None None] Checking router: d0775797-2b2f-4a31-822a-f7744c0d2387 for host: dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:16:26.970774 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0c320-e383-45b6-be56-522ac1a419c0 req-0465321b-2943-4edf-abce-9e6f6da92ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:26.973035 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ddc0c320-e383-45b6-be56-522ac1a419c0 req-0465321b-2943-4edf-abce-9e6f6da92ddc service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d786477-7c27-401f-af8f-402c8aef0584 HTTP/1.1" status: 200  len: 912 time: 0.1653261
Jun 02 08:16:26.980703 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f4c4a0-2f45-4ea8-bbfd-2f29d619c5d5 None None] Routers {'d0775797-2b2f-4a31-822a-f7744c0d2387'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:16:26.981549 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-47f4c4a0-2f45-4ea8-bbfd-2f29d619c5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7ac243d0>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:16:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['d0775797-2b2f-4a31-822a-f7744c0d2387'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:16:27.111548 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ddc0c320-e383-45b6-be56-522ac1a419c0 req-6d147d8e-d3d5-4b94-9794-044f665f0bc9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93187778-5a17-48fa-bcd0-3fd89890f4aa HTTP/1.1" status: 200  len: 1001 time: 0.1280165
Jun 02 08:16:27.117368 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ba027-d52a-451d-ab3c-1b124366d1ce req-0325746b-cbd1-4347-b3a3-fd8c3542b4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:27.118912 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-ce4ba027-d52a-451d-ab3c-1b124366d1ce req-0325746b-cbd1-4347-b3a3-fd8c3542b4aa service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c1f66d1-9778-4f70-8383-16f7b7ba24b7 HTTP/1.1" status: 200  len: 910 time: 0.1548586
Jun 02 08:16:27.185677 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-47f4c4a0-2f45-4ea8-bbfd-2f29d619c5d5 None None] Set router d0775797-2b2f-4a31-822a-f7744c0d2387 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:16:27.188964 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0c320-e383-45b6-be56-522ac1a419c0 req-4a083f54-cc5f-4553-b6b7-ae3b75c203ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:27.190406 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ddc0c320-e383-45b6-be56-522ac1a419c0 req-4a083f54-cc5f-4553-b6b7-ae3b75c203ed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7286860f-5241-4865-8fea-b07cfe7d1a59 HTTP/1.1" status: 200  len: 850 time: 0.0718021
Jun 02 08:16:27.238640 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-ce4ba027-d52a-451d-ab3c-1b124366d1ce req-ca829305-fa9b-4342-bec8-d7aa5bb5196d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c127a46-1abb-48e4-9757-9f10d049c773 HTTP/1.1" status: 200  len: 999 time: 0.1127522
Jun 02 08:16:27.283541 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0c320-e383-45b6-be56-522ac1a419c0 req-ba63b0b3-b092-48ad-8165-e273093d5e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:27.285207 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ddc0c320-e383-45b6-be56-522ac1a419c0 req-ba63b0b3-b092-48ad-8165-e273093d5e68 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d786477-7c27-401f-af8f-402c8aef0584&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0816283
Jun 02 08:16:27.305112 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ba027-d52a-451d-ab3c-1b124366d1ce req-db0ceb90-edaf-47e1-b637-bf27d257cdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:27.306415 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-ce4ba027-d52a-451d-ab3c-1b124366d1ce req-db0ceb90-edaf-47e1-b637-bf27d257cdc8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=05bff79a-25c7-4afc-bc71-912a7a9eed0b HTTP/1.1" status: 200  len: 848 time: 0.0606725
Jun 02 08:16:27.393241 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ba027-d52a-451d-ab3c-1b124366d1ce req-542b6220-afd4-4b0b-8827-af5098db9ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:27.395431 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-ce4ba027-d52a-451d-ab3c-1b124366d1ce req-542b6220-afd4-4b0b-8827-af5098db9ec0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c1f66d1-9778-4f70-8383-16f7b7ba24b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0828192
Jun 02 08:16:27.449480 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ddc0c320-e383-45b6-be56-522ac1a419c0 req-0079ea02-0c04-4793-b334-8a483d1c2edf service neutron] 10.222.0.72 "GET /v2.0/networks/6d786477-7c27-401f-af8f-402c8aef0584?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1525960
Jun 02 08:16:27.656397 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-47f4c4a0-2f45-4ea8-bbfd-2f29d619c5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7ac243d0>, [{'id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'name': 'tempest-TestShelveInstance-1895654758-router', 'tenant_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '77ffed1a-a89a-4023-817d-4ced4a637247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:14:53Z', 'updated_at': '2021-06-02T08:14:59Z', 'revision_number': 4, 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'gw_port': {'id': '77ffed1a-a89a-4023-817d-4ced4a637247', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:14:54Z', 'updated_at': '2021-06-02T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_floatingips': [{'id': '230887c4-fe39-4293-a4ef-bd4b3fbdf3df', 'tenant_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'router_id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'port_id': '1c127a46-1abb-48e4-9757-9f10d049c773', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c1f66d1-9778-4f70-8383-16f7b7ba24b7', 'mac_address': 'fa:16:3e:b7:57:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687c19a-0b47-46b1-aa95-7dc34591a0c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:16:24Z', 'updated_at': '2021-06-02T08:16:24Z', 'revision_number': 0, 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0', 'name': '', 'network_id': '5c1f66d1-9778-4f70-8383-16f7b7ba24b7', 'tenant_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'mac_address': 'fa:16:3e:59:fb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '05bff79a-25c7-4afc-bc71-912a7a9eed0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:14:58Z', 'updated_at': '2021-06-02T08:15:08Z', 'revision_number': 5, 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'subnets': [{'id': '05bff79a-25c7-4afc-bc71-912a7a9eed0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:16:27.668746 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f4c4a0-2f45-4ea8-bbfd-2f29d619c5d5 None None] The sync data for ids ['d0775797-2b2f-4a31-822a-f7744c0d2387'] in dv-cinder-786385-7-iscsi is: [{'id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'name': 'tempest-TestShelveInstance-1895654758-router', 'tenant_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '77ffed1a-a89a-4023-817d-4ced4a637247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:14:53Z', 'updated_at': '2021-06-02T08:14:59Z', 'revision_number': 4, 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'gw_port': {'id': '77ffed1a-a89a-4023-817d-4ced4a637247', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:14:54Z', 'updated_at': '2021-06-02T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_floatingips': [{'id': '230887c4-fe39-4293-a4ef-bd4b3fbdf3df', 'tenant_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'router_id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'port_id': '1c127a46-1abb-48e4-9757-9f10d049c773', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c1f66d1-9778-4f70-8383-16f7b7ba24b7', 'mac_address': 'fa:16:3e:b7:57:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687c19a-0b47-46b1-aa95-7dc34591a0c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:16:24Z', 'updated_at': '2021-06-02T08:16:24Z', 'revision_number': 0, 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0', 'name': '', 'network_id': '5c1f66d1-9778-4f70-8383-16f7b7ba24b7', 'tenant_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'mac_address': 'fa:16:3e:59:fb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '05bff79a-25c7-4afc-bc71-912a7a9eed0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:14:58Z', 'updated_at': '2021-06-02T08:15:08Z', 'revision_number': 5, 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'subnets': [{'id': '05bff79a-25c7-4afc-bc71-912a7a9eed0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:16:27.694806 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ddc0c320-e383-45b6-be56-522ac1a419c0 req-f7bcdacb-c34f-4e12-bbcc-e930cf25ed5a service neutron] 10.222.0.72 "GET /v2.0/networks/6d786477-7c27-401f-af8f-402c8aef0584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2391164
Jun 02 08:16:27.829268 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-ce4ba027-d52a-451d-ab3c-1b124366d1ce req-b0b74442-6ba0-4485-9ea7-e9998bb09343 service neutron] 10.222.0.72 "GET /v2.0/networks/5c1f66d1-9778-4f70-8383-16f7b7ba24b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4260368
Jun 02 08:16:27.887601 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56654c-26de-4c9c-bbdf-5a6212df39ff req-3878c4e9-6b57-4fb1-b0c0-f0cbaea4d4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:27.899047 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cc56654c-26de-4c9c-bbdf-5a6212df39ff req-3878c4e9-6b57-4fb1-b0c0-f0cbaea4d4f1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72114cae61da476699f7059d4f116bba&device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 1098 time: 0.1417186
Jun 02 08:16:27.997940 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b085fd1a-3677-4a78-8429-56b62c6bab92 None None] New status for floating IP 230887c4-fe39-4293-a4ef-bd4b3fbdf3df: ACTIVE {{(pid=92344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 02 08:16:28.029310 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-ce4ba027-d52a-451d-ab3c-1b124366d1ce req-2453233f-8aec-4b28-8d91-39b785443cae service neutron] 10.222.0.72 "GET /v2.0/networks/5c1f66d1-9778-4f70-8383-16f7b7ba24b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1930449
Jun 02 08:16:28.123841 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56654c-26de-4c9c-bbdf-5a6212df39ff req-495f872c-afad-4a64-bc4c-71170191da2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:28.125678 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cc56654c-26de-4c9c-bbdf-5a6212df39ff req-495f872c-afad-4a64-bc4c-71170191da2c service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d786477-7c27-401f-af8f-402c8aef0584 HTTP/1.1" status: 200  len: 912 time: 0.2022207
Jun 02 08:16:28.214534 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0510c-6230-491d-8e8c-cff61cf4c162 req-eace2317-11cc-4e95-b5e6-9fc06fd90ad1 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:28.215994 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5fc0510c-6230-491d-8e8c-cff61cf4c162 req-eace2317-11cc-4e95-b5e6-9fc06fd90ad1 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.2424974
Jun 02 08:16:28.299809 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5fc0510c-6230-491d-8e8c-cff61cf4c162 req-09ace392-db70-45ab-b5cd-24f3092a275c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0754650
Jun 02 08:16:28.301657 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cc56654c-26de-4c9c-bbdf-5a6212df39ff req-51d3d760-28a3-405c-b4de-ec2575c32624 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93187778-5a17-48fa-bcd0-3fd89890f4aa HTTP/1.1" status: 200  len: 1001 time: 0.1630671
Jun 02 08:16:28.386272 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56654c-26de-4c9c-bbdf-5a6212df39ff req-8bbe2b3d-5883-4ea0-8db5-3b4bf3e16de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:28.387895 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cc56654c-26de-4c9c-bbdf-5a6212df39ff req-8bbe2b3d-5883-4ea0-8db5-3b4bf3e16de0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7286860f-5241-4865-8fea-b07cfe7d1a59 HTTP/1.1" status: 200  len: 850 time: 0.0760853
Jun 02 08:16:28.466983 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56654c-26de-4c9c-bbdf-5a6212df39ff req-e888d583-5dc9-4d74-a0f0-3aa944ce0c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:28.468683 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cc56654c-26de-4c9c-bbdf-5a6212df39ff req-e888d583-5dc9-4d74-a0f0-3aa944ce0c4e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d786477-7c27-401f-af8f-402c8aef0584&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0731740
Jun 02 08:16:28.726114 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cc56654c-26de-4c9c-bbdf-5a6212df39ff req-6ddd18ed-cce5-42cd-b0d9-30e3d69b75c4 service neutron] 10.222.0.72 "GET /v2.0/networks/6d786477-7c27-401f-af8f-402c8aef0584?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2487688
Jun 02 08:16:28.861102 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cc56654c-26de-4c9c-bbdf-5a6212df39ff req-123e9c4b-4aea-4168-855c-53346773326b service neutron] 10.222.0.72 "GET /v2.0/networks/6d786477-7c27-401f-af8f-402c8aef0584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281972
Jun 02 08:16:29.511849 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7cbb1-57b2-46ca-9c17-076297af9307 req-4b8cc16f-6649-47b0-a6df-2974873b511c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:29.513349 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3cc7cbb1-57b2-46ca-9c17-076297af9307 req-4b8cc16f-6649-47b0-a6df-2974873b511c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.0858002
Jun 02 08:16:29.559333 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3cc7cbb1-57b2-46ca-9c17-076297af9307 req-2f8d57ae-4bd2-41f1-adf5-f8e489626cf2 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400338
Jun 02 08:16:29.907229 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:33.345685 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 34498) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:16:33.461938 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-dd87d01a-d543-423b-8233-80084937f768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:33.475930 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-dd87d01a-d543-423b-8233-80084937f768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:16:33.479737 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-dd87d01a-d543-423b-8233-80084937f768 admin admin] Usage tracker for resource:security_group_rule and tenant:2708d06895a048eab218d9161af26828 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:16:33.486890 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-dd87d01a-d543-423b-8233-80084937f768 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:16:33.488137 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-dd87d01a-d543-423b-8233-80084937f768 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:16:33.569229 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-dd87d01a-d543-423b-8233-80084937f768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:33.649443 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-dd87d01a-d543-423b-8233-80084937f768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:33.656398 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-99bedf93-31bc-4acb-8e88-17156beb37fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:16:33.696209 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-dd87d01a-d543-423b-8233-80084937f768 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2708d06895a048eab218d9161af26828&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3494587
Jun 02 08:16:33.697137 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87d01a-d543-423b-8233-80084937f768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d16460b-e28c-47b9-81e1-301699112e7b,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:16:33.698915 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 34504) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:16:33.700106 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-dd87d01a-d543-423b-8233-80084937f768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:16:33.761304 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-5322a7e7-0f24-4799-99ac-02a98053b29b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:33.787583 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-5322a7e7-0f24-4799-99ac-02a98053b29b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:33.914656 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-5322a7e7-0f24-4799-99ac-02a98053b29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:33.920126 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-cc43fd40-0af3-4285-aa13-c30fda362172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:16:33.933103 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322a7e7-0f24-4799-99ac-02a98053b29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d16460b-e28c-47b9-81e1-301699112e7b,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:16:33.936009 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-5322a7e7-0f24-4799-99ac-02a98053b29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:16:33.940170 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-5322a7e7-0f24-4799-99ac-02a98053b29b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:33.941652 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-5322a7e7-0f24-4799-99ac-02a98053b29b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5d16460b-e28c-47b9-81e1-301699112e7b HTTP/1.1" status: 204  len: 168 time: 0.2409251
Jun 02 08:16:34.323383 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 34520) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:16:34.442207 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4560cf0e-690b-456c-aadf-0e3fcb21d3c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:34.456951 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-4560cf0e-690b-456c-aadf-0e3fcb21d3c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:16:34.460861 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-4560cf0e-690b-456c-aadf-0e3fcb21d3c8 admin admin] Usage tracker for resource:security_group_rule and tenant:951010637ab54744ab57b606f5129ba9 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:16:34.466830 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-4560cf0e-690b-456c-aadf-0e3fcb21d3c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:16:34.469767 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-4560cf0e-690b-456c-aadf-0e3fcb21d3c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:16:34.621751 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4560cf0e-690b-456c-aadf-0e3fcb21d3c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:34.740803 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 34524) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:16:34.757666 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-d18fd911-edc4-44f1-a254-49830c42cfc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:34.771711 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-d18fd911-edc4-44f1-a254-49830c42cfc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:16:34.776141 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-d18fd911-edc4-44f1-a254-49830c42cfc7 admin admin] Usage tracker for resource:security_group_rule and tenant:c2d452e64e7f416cacccc1d76c73b1a5 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:16:34.779222 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-d18fd911-edc4-44f1-a254-49830c42cfc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:16:34.784885 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-d18fd911-edc4-44f1-a254-49830c42cfc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:16:34.808977 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4560cf0e-690b-456c-aadf-0e3fcb21d3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:34.816911 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-9f0d9338-547e-4f36-bab2-3207be5176c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:16:34.871884 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560cf0e-690b-456c-aadf-0e3fcb21d3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59346c6e-004d-46dc-a9d7-a5cdc426ad46,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:16:34.877032 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-4560cf0e-690b-456c-aadf-0e3fcb21d3c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:16:34.882412 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-4560cf0e-690b-456c-aadf-0e3fcb21d3c8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=951010637ab54744ab57b606f5129ba9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5579801
Jun 02 08:16:34.883048 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 34528) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:16:34.947112 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-d18fd911-edc4-44f1-a254-49830c42cfc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:34.963791 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b1d5c500-6864-408b-9d61-c23a1e622784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:34.989905 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b1d5c500-6864-408b-9d61-c23a1e622784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:35.014920 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-d18fd911-edc4-44f1-a254-49830c42cfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:35.024089 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-f2d6220e-393e-4f7c-9e44-abe2aa0299d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:16:35.065045 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-d18fd911-edc4-44f1-a254-49830c42cfc7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c2d452e64e7f416cacccc1d76c73b1a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3231916
Jun 02 08:16:35.066061 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18fd911-edc4-44f1-a254-49830c42cfc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d01e8cc-0bc2-4a85-9ac2-59fd92257ea7,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:16:35.067860 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 34530) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:16:35.069147 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-d18fd911-edc4-44f1-a254-49830c42cfc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:16:35.113656 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b1d5c500-6864-408b-9d61-c23a1e622784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:35.118660 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-9b23c7c7-1bfe-485c-bd0c-28375c156468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:16:35.134312 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5c500-6864-408b-9d61-c23a1e622784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59346c6e-004d-46dc-a9d7-a5cdc426ad46,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:16:35.158038 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-b1d5c500-6864-408b-9d61-c23a1e622784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:16:35.158758 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-6a78bcd4-044a-4d01-8e4b-6a5d321c03b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:35.176157 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b1d5c500-6864-408b-9d61-c23a1e622784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:35.177524 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-b1d5c500-6864-408b-9d61-c23a1e622784 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/59346c6e-004d-46dc-a9d7-a5cdc426ad46 HTTP/1.1" status: 204  len: 168 time: 0.2909653
Jun 02 08:16:35.198012 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-6a78bcd4-044a-4d01-8e4b-6a5d321c03b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:35.354771 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-6a78bcd4-044a-4d01-8e4b-6a5d321c03b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:35.360571 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-ec70da87-ce1a-46fd-b12a-54df714a7c7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:16:35.372059 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78bcd4-044a-4d01-8e4b-6a5d321c03b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d01e8cc-0bc2-4a85-9ac2-59fd92257ea7,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:16:35.375895 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-6a78bcd4-044a-4d01-8e4b-6a5d321c03b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:16:35.379662 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-6a78bcd4-044a-4d01-8e4b-6a5d321c03b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:35.380869 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-6a78bcd4-044a-4d01-8e4b-6a5d321c03b9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8d01e8cc-0bc2-4a85-9ac2-59fd92257ea7 HTTP/1.1" status: 204  len: 168 time: 0.3110662
Jun 02 08:16:39.980788 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-057ad3aa-ddde-4ac3-aada-22f7fca9e7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:42.589490 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:42.614712 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-0629061e-3074-4a5a-ba8c-2cb2a54fb8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:43.717944 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:45.226083 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:48.088134 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:16:50.684010 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 34792) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:16:50.800399 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-afef3f0a-b509-4d82-8306-9fa38808131e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:50.814314 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-afef3f0a-b509-4d82-8306-9fa38808131e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:16:50.818060 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-afef3f0a-b509-4d82-8306-9fa38808131e admin admin] Usage tracker for resource:security_group_rule and tenant:a68c5a4a2f5d47c68a5fc756a3b0f826 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:16:50.820822 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-afef3f0a-b509-4d82-8306-9fa38808131e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:16:50.826920 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-afef3f0a-b509-4d82-8306-9fa38808131e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:16:50.905270 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-afef3f0a-b509-4d82-8306-9fa38808131e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:50.968790 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-afef3f0a-b509-4d82-8306-9fa38808131e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:50.975911 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-cc749a04-69ec-4216-a5a7-ab4ab6f8ae02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:16:51.014558 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef3f0a-b509-4d82-8306-9fa38808131e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b744e085-518b-4576-aa25-94b909f4925f,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:16:51.020643 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-afef3f0a-b509-4d82-8306-9fa38808131e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a68c5a4a2f5d47c68a5fc756a3b0f826&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3356133
Jun 02 08:16:51.023662 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 34800) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:16:51.025182 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef3f0a-b509-4d82-8306-9fa38808131e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:51.025535 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef3f0a-b509-4d82-8306-9fa38808131e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:51.026459 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef3f0a-b509-4d82-8306-9fa38808131e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:51.026807 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef3f0a-b509-4d82-8306-9fa38808131e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:51.027153 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef3f0a-b509-4d82-8306-9fa38808131e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:51.027502 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef3f0a-b509-4d82-8306-9fa38808131e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:51.027848 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef3f0a-b509-4d82-8306-9fa38808131e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:51.028218 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef3f0a-b509-4d82-8306-9fa38808131e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:51.028552 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef3f0a-b509-4d82-8306-9fa38808131e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:51.028892 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef3f0a-b509-4d82-8306-9fa38808131e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:51.029232 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef3f0a-b509-4d82-8306-9fa38808131e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:51.029573 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef3f0a-b509-4d82-8306-9fa38808131e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:16:51.033614 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-afef3f0a-b509-4d82-8306-9fa38808131e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:16:51.091158 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-36c5ba82-ea2e-428c-802d-4f3c46c70b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:51.117682 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-36c5ba82-ea2e-428c-802d-4f3c46c70b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:51.220698 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-36c5ba82-ea2e-428c-802d-4f3c46c70b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:51.225102 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-24e5c766-112c-485d-9f9b-6af2b3fcbf3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:16:51.239892 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5ba82-ea2e-428c-802d-4f3c46c70b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b744e085-518b-4576-aa25-94b909f4925f,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:16:51.245086 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-36c5ba82-ea2e-428c-802d-4f3c46c70b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:16:51.255803 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-36c5ba82-ea2e-428c-802d-4f3c46c70b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:51.257200 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-36c5ba82-ea2e-428c-802d-4f3c46c70b94 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b744e085-518b-4576-aa25-94b909f4925f HTTP/1.1" status: 204  len: 168 time: 0.2319944
Jun 02 08:16:51.969373 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 34812) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:16:51.986798 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-39c3a1ef-37e1-417d-915e-2b595fde17ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:52.000810 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-39c3a1ef-37e1-417d-915e-2b595fde17ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:16:52.004623 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-39c3a1ef-37e1-417d-915e-2b595fde17ac admin admin] Usage tracker for resource:security_group_rule and tenant:c1c9d20943d8427598e812725d07dc26 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:16:52.007369 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-39c3a1ef-37e1-417d-915e-2b595fde17ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:16:52.013047 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-39c3a1ef-37e1-417d-915e-2b595fde17ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:16:52.093211 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-39c3a1ef-37e1-417d-915e-2b595fde17ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:52.217226 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-39c3a1ef-37e1-417d-915e-2b595fde17ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:52.224481 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-a14dbe5e-99d5-45a5-8625-02f8ddee9473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:16:52.268737 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-39c3a1ef-37e1-417d-915e-2b595fde17ac admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c1c9d20943d8427598e812725d07dc26&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2982841
Jun 02 08:16:52.269631 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3a1ef-37e1-417d-915e-2b595fde17ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6564ac2a-0d31-4001-8afa-f7b6584db150,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:16:52.271355 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 34814) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:16:52.272594 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-39c3a1ef-37e1-417d-915e-2b595fde17ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:16:52.330099 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-667445c7-0daf-4a6c-8f01-3d7ee1c96d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:52.356084 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-667445c7-0daf-4a6c-8f01-3d7ee1c96d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:52.505999 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-667445c7-0daf-4a6c-8f01-3d7ee1c96d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:52.509731 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-1c8a8133-f41a-4e55-bb7d-0176b0a7a951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:16:52.526583 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667445c7-0daf-4a6c-8f01-3d7ee1c96d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6564ac2a-0d31-4001-8afa-f7b6584db150,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:16:52.530305 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-667445c7-0daf-4a6c-8f01-3d7ee1c96d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:16:52.535492 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-667445c7-0daf-4a6c-8f01-3d7ee1c96d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:16:52.536659 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-667445c7-0daf-4a6c-8f01-3d7ee1c96d4f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6564ac2a-0d31-4001-8afa-f7b6584db150 HTTP/1.1" status: 204  len: 168 time: 0.2643602
Jun 02 08:16:59.788546 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd34e5b-0af3-4918-8523-910956603273 req-db0cae8a-483e-4216-a2d5-5d50311be17f tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:16:59.792824 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1fd34e5b-0af3-4918-8523-910956603273 req-db0cae8a-483e-4216-a2d5-5d50311be17f tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.0957630
Jun 02 08:16:59.836442 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1fd34e5b-0af3-4918-8523-910956603273 req-0e1d00ed-c63b-46eb-a399-af9e56170ac3 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402863
Jun 02 08:16:59.923457 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:01.050053 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dfc3c-1f48-48c1-8122-2f59ca290453 req-ff6f5279-33f5-486e-8bfb-48c0211a4186 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:01.051554 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9f4dfc3c-1f48-48c1-8122-2f59ca290453 req-ff6f5279-33f5-486e-8bfb-48c0211a4186 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.0919120
Jun 02 08:17:01.164531 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9f4dfc3c-1f48-48c1-8122-2f59ca290453 req-fd47511c-a39c-41bb-acab-3102ff091a23 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1071944
Jun 02 08:17:02.382282 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b461cb1-ac9c-40d0-84f4-f44ee1a9b723 req-05b64987-7e38-4c1b-9c42-ce0669130853 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:02.383701 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5b461cb1-ac9c-40d0-84f4-f44ee1a9b723 req-05b64987-7e38-4c1b-9c42-ce0669130853 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.0817595
Jun 02 08:17:02.431377 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5b461cb1-ac9c-40d0-84f4-f44ee1a9b723 req-91c38efb-ed1f-446c-b3d5-a5cca13d09a5 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412979
Jun 02 08:17:03.273093 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab7590-d184-4a42-8cc0-c542e2cb87c9 req-3d34238b-d92a-4ea7-9d16-4f02e451ffa2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:03.274599 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-85ab7590-d184-4a42-8cc0-c542e2cb87c9 req-3d34238b-d92a-4ea7-9d16-4f02e451ffa2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1c71d6a-77fa-487a-b5d6-dbe9130e1615 HTTP/1.1" status: 200  len: 946 time: 0.2561800
Jun 02 08:17:03.322881 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-85ab7590-d184-4a42-8cc0-c542e2cb87c9 req-c660e7a2-d97f-41af-879d-cdb94b332735 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/security-groups?id=06b9aedd-bdde-45c7-aaa9-e64cfec524ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425980
Jun 02 08:17:03.698031 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a8312-9250-4987-8e4d-b78456edda40 req-c4dcf23c-cfba-45c5-a320-0d3fa97901ee tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:03.699456 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-511a8312-9250-4987-8e4d-b78456edda40 req-c4dcf23c-cfba-45c5-a320-0d3fa97901ee tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.1503425
Jun 02 08:17:03.744768 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-511a8312-9250-4987-8e4d-b78456edda40 req-2fca309a-2b9e-406e-a2a7-83026ac82405 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394340
Jun 02 08:17:04.079470 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 35086) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:17:04.202856 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-fb8d39cc-3d50-4924-b167-4b6b22039e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:04.219846 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-fb8d39cc-3d50-4924-b167-4b6b22039e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:17:04.222541 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-fb8d39cc-3d50-4924-b167-4b6b22039e89 admin admin] Usage tracker for resource:security_group_rule and tenant:fbcd9a810d094d3c9aac39e2572b689d is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:17:04.225746 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-fb8d39cc-3d50-4924-b167-4b6b22039e89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:17:04.231980 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-fb8d39cc-3d50-4924-b167-4b6b22039e89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:17:04.315288 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-fb8d39cc-3d50-4924-b167-4b6b22039e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:04.380440 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-fb8d39cc-3d50-4924-b167-4b6b22039e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:04.389983 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-fcd98370-41e2-4a4f-9dc1-fbf6363d4580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:04.429642 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-fb8d39cc-3d50-4924-b167-4b6b22039e89 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fbcd9a810d094d3c9aac39e2572b689d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3490677
Jun 02 08:17:04.432414 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 35100) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:17:04.433048 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d39cc-3d50-4924-b167-4b6b22039e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c66bfd-105d-480d-a654-b87f00e8dcd4,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:04.436863 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-fb8d39cc-3d50-4924-b167-4b6b22039e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:04.492212 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-192218fc-f6e7-47d7-9289-dbeeff66e855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:04.519684 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-192218fc-f6e7-47d7-9289-dbeeff66e855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:04.527000 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4427e3-ce6d-4f5b-bcf5-5b1f751287a1 req-6d12a3a4-ff92-4fc0-8839-506866105e18 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:04.527000 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-de4427e3-ce6d-4f5b-bcf5-5b1f751287a1 req-6d12a3a4-ff92-4fc0-8839-506866105e18 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1c71d6a-77fa-487a-b5d6-dbe9130e1615 HTTP/1.1" status: 200  len: 946 time: 0.0925603
Jun 02 08:17:04.568419 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-de4427e3-ce6d-4f5b-bcf5-5b1f751287a1 req-480cda8b-c962-435b-a451-535c755ca21d tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/security-groups?id=06b9aedd-bdde-45c7-aaa9-e64cfec524ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392282
Jun 02 08:17:04.640062 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-192218fc-f6e7-47d7-9289-dbeeff66e855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:04.644127 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-39c3a1ef-37e1-417d-915e-2b595fde17ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:04.657104 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192218fc-f6e7-47d7-9289-dbeeff66e855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c66bfd-105d-480d-a654-b87f00e8dcd4,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:04.660978 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-192218fc-f6e7-47d7-9289-dbeeff66e855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:04.668718 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-192218fc-f6e7-47d7-9289-dbeeff66e855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:04.670468 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-192218fc-f6e7-47d7-9289-dbeeff66e855 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/84c66bfd-105d-480d-a654-b87f00e8dcd4 HTTP/1.1" status: 204  len: 168 time: 0.2370815
Jun 02 08:17:04.934240 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700232c-ebf2-4875-8875-c1a9d9660b9f req-56fd5a12-0b6c-4856-bc57-f8055926b2ec tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:04.936322 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a700232c-ebf2-4875-8875-c1a9d9660b9f req-56fd5a12-0b6c-4856-bc57-f8055926b2ec tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.0812724
Jun 02 08:17:04.981204 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a700232c-ebf2-4875-8875-c1a9d9660b9f req-efefd98c-2488-40f7-81bc-5e4dc55a3d56 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394289
Jun 02 08:17:05.242198 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93518eeb-509b-4240-aeff-bd691fef0b95 req-73ac9146-b094-455f-aa1c-bdea423a4ae5 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:05.243606 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-93518eeb-509b-4240-aeff-bd691fef0b95 req-73ac9146-b094-455f-aa1c-bdea423a4ae5 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1c71d6a-77fa-487a-b5d6-dbe9130e1615 HTTP/1.1" status: 200  len: 946 time: 0.0849347
Jun 02 08:17:05.367176 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 35114) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:17:05.386980 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-6cd7fb91-63f4-4af0-b1ea-61c818538420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:05.407687 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-6cd7fb91-63f4-4af0-b1ea-61c818538420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:17:05.412902 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-6cd7fb91-63f4-4af0-b1ea-61c818538420 admin admin] Usage tracker for resource:security_group_rule and tenant:e83b85f174624ef8bc13b4a31062fc6c is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:17:05.416724 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-6cd7fb91-63f4-4af0-b1ea-61c818538420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:17:05.423148 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [req-93518eeb-509b-4240-aeff-bd691fef0b95 req-94efe6a3-8d35-4bc1-aa94-0daf291243c2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Deleting port cd01e955-8e4d-48bf-806a-b95134c0a4bd {{(pid=92341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:17:05.423482 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-93518eeb-509b-4240-aeff-bd691fef0b95 req-94efe6a3-8d35-4bc1-aa94-0daf291243c2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:05.438817 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-6cd7fb91-63f4-4af0-b1ea-61c818538420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:17:05.584703 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-93518eeb-509b-4240-aeff-bd691fef0b95 req-94efe6a3-8d35-4bc1-aa94-0daf291243c2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] For port cd01e955-8e4d-48bf-806a-b95134c0a4bd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cd01e955-8e4d-48bf-806a-b95134c0a4bd,segment=NetworkSegment(7882244c-c16f-4a67-aec9-ab4ef18d1320),segment_id=7882244c-c16f-4a67-aec9-ab4ef18d1320)] {{(pid=92341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:17:05.585059 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-93518eeb-509b-4240-aeff-bd691fef0b95 req-94efe6a3-8d35-4bc1-aa94-0daf291243c2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:05.723070 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [req-93518eeb-509b-4240-aeff-bd691fef0b95 req-94efe6a3-8d35-4bc1-aa94-0daf291243c2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Calling delete_port for cd01e955-8e4d-48bf-806a-b95134c0a4bd owned by compute:nova {{(pid=92341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:17:05.808518 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-6cd7fb91-63f4-4af0-b1ea-61c818538420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:05.850541 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a6e89-f61e-4fae-b557-4f641294af01 req-7b21a390-171f-4bdb-acce-215446160844 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:05.851906 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-af6a6e89-f61e-4fae-b557-4f641294af01 req-7b21a390-171f-4bdb-acce-215446160844 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1c71d6a-77fa-487a-b5d6-dbe9130e1615 HTTP/1.1" status: 200  len: 946 time: 0.1407039
Jun 02 08:17:05.879609 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-6cd7fb91-63f4-4af0-b1ea-61c818538420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:05.890402 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-5099fa15-eea9-44af-93ae-2decb1442877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:05.988368 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-af6a6e89-f61e-4fae-b557-4f641294af01 req-17684d6d-3738-47d9-9506-1ec2f568a6b9 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/security-groups?id=06b9aedd-bdde-45c7-aaa9-e64cfec524ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291783
Jun 02 08:17:05.991968 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7fb91-63f4-4af0-b1ea-61c818538420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be36e79-1684-4012-a89e-847b03f505a0,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:05.998842 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-6cd7fb91-63f4-4af0-b1ea-61c818538420 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e83b85f174624ef8bc13b4a31062fc6c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6306148
Jun 02 08:17:06.000363 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-6cd7fb91-63f4-4af0-b1ea-61c818538420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:06.001796 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 35120) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:17:06.065020 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-57a5af90-cc2d-404a-a22c-f27ceaa5c625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:06.078528 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-93518eeb-509b-4240-aeff-bd691fef0b95 req-94efe6a3-8d35-4bc1-aa94-0daf291243c2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:06.085235 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-b92d2345-ee80-4909-bc63-955afeb2f4b2 tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:06.094252 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['cd01e955-8e4d-48bf-806a-b95134c0a4bd'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:17:06.095657 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-57a5af90-cc2d-404a-a22c-f27ceaa5c625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:06.161119 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efe6a3-8d35-4bc1-aa94-0daf291243c2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Pushing event deleted for resources: {'Port': ['ID=cd01e955-8e4d-48bf-806a-b95134c0a4bd,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:06.168344 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-94efe6a3-8d35-4bc1-aa94-0daf291243c2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:06.214956 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-57a5af90-cc2d-404a-a22c-f27ceaa5c625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:06.221493 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-36c33da0-b487-4b5d-b256-a1eb0c8b63b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:06.235609 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5af90-cc2d-404a-a22c-f27ceaa5c625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be36e79-1684-4012-a89e-847b03f505a0,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:06.259431 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-57a5af90-cc2d-404a-a22c-f27ceaa5c625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:06.259431 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-57a5af90-cc2d-404a-a22c-f27ceaa5c625 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7be36e79-1684-4012-a89e-847b03f505a0 HTTP/1.1" status: 204  len: 168 time: 0.2362170
Jun 02 08:17:06.259431 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-57a5af90-cc2d-404a-a22c-f27ceaa5c625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:06.260958 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [req-93518eeb-509b-4240-aeff-bd691fef0b95 req-94efe6a3-8d35-4bc1-aa94-0daf291243c2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] No DVR routers for this DVR port cd01e955-8e4d-48bf-806a-b95134c0a4bd on host hv-cinder-78638 {{(pid=92341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:17:06.260958 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-93518eeb-509b-4240-aeff-bd691fef0b95 req-94efe6a3-8d35-4bc1-aa94-0daf291243c2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:06.263265 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c71d6a-77fa-487a-b5d6-dbe9130e1615', 'name': 'network-vif-deleted', 'tag': 'cd01e955-8e4d-48bf-806a-b95134c0a4bd'}] {{(pid=92341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:17:06.265585 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d416597fa12f88f8d9bd515793328be5ccabd674e07c2f357b392af977663f84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc5e13a-91e8-42f7-88c3-f56f9d76435d" -d '{"events": [{"server_uuid": "d1c71d6a-77fa-487a-b5d6-dbe9130e1615", "name": "network-vif-deleted", "tag": "cd01e955-8e4d-48bf-806a-b95134c0a4bd"}]}' {{(pid=92341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:17:06.292012 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-93518eeb-509b-4240-aeff-bd691fef0b95 req-94efe6a3-8d35-4bc1-aa94-0daf291243c2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.72 "DELETE /v2.0/ports/cd01e955-8e4d-48bf-806a-b95134c0a4bd HTTP/1.1" status: 204  len: 173 time: 1.0424259
Jun 02 08:17:06.303726 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8bbe5-fefd-4abc-863f-e21be44759a6 req-589a8856-66f5-4cf0-ae3f-68003faf13d2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:06.308695 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8ff8bbe5-fefd-4abc-863f-e21be44759a6 req-589a8856-66f5-4cf0-ae3f-68003faf13d2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.1868942
Jun 02 08:17:06.313731 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643c9a02-3f2e-4f5e-8240-e274f23baa5e x-openstack-request-id: req-643c9a02-3f2e-4f5e-8240-e274f23baa5e {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:17:06.314073 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c71d6a-77fa-487a-b5d6-dbe9130e1615", "name": "network-vif-deleted", "tag": "cd01e955-8e4d-48bf-806a-b95134c0a4bd", "status": "completed", "code": 200}]} {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:17:06.315814 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-643c9a02-3f2e-4f5e-8240-e274f23baa5e {{(pid=92341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:17:06.315814 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c71d6a-77fa-487a-b5d6-dbe9130e1615', 'name': 'network-vif-deleted', 'tag': 'cd01e955-8e4d-48bf-806a-b95134c0a4bd', 'status': 'completed', 'code': 200}
Jun 02 08:17:06.353392 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8ff8bbe5-fefd-4abc-863f-e21be44759a6 req-1a06feed-5834-4d7c-b317-f32982dc473b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413926
Jun 02 08:17:07.268579 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-5d79843f-63df-45d1-acd7-d615f7e0b18c req-a48fb2c2-9ce9-4baa-ac4e-9eb5bead1505 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Synchronizing usage tracker for tenant:af0051b983e344a491bc13398744423a on resource:port {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:17:07.365613 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-5d79843f-63df-45d1-acd7-d615f7e0b18c req-a48fb2c2-9ce9-4baa-ac4e-9eb5bead1505 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Unset dirty status for tenant:af0051b983e344a491bc13398744423a on resource:port {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:17:07.366818 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5d79843f-63df-45d1-acd7-d615f7e0b18c req-a48fb2c2-9ce9-4baa-ac4e-9eb5bead1505 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1c71d6a-77fa-487a-b5d6-dbe9130e1615 HTTP/1.1" status: 200  len: 210 time: 0.2491453
Jun 02 08:17:07.551485 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9886a-46fd-4032-9165-79c672dceaac req-ef155165-4cf3-483a-905c-cab9ce5f670c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:07.553102 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-dce9886a-46fd-4032-9165-79c672dceaac req-ef155165-4cf3-483a-905c-cab9ce5f670c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.0821168
Jun 02 08:17:07.600683 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-dce9886a-46fd-4032-9165-79c672dceaac req-129f5ff0-226b-4561-978f-c9ea06f8ad6b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419614
Jun 02 08:17:08.795208 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5735a4-243f-4fea-8310-babfd419e93d req-4d7dc720-8e02-4bd7-876f-ed7b9da7b5f0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:08.796782 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-af5735a4-243f-4fea-8310-babfd419e93d req-4d7dc720-8e02-4bd7-876f-ed7b9da7b5f0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.0857668
Jun 02 08:17:08.841357 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-af5735a4-243f-4fea-8310-babfd419e93d req-d5583bc4-1a57-492b-81a8-1eb487025e47 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383284
Jun 02 08:17:09.620414 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device cd01e955-8e4d-48bf-806a-b95134c0a4bd no longer exists at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:17:09.656101 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] No Port match for: cd01e955-8e4d-48bf-806a-b95134c0a4bd {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:17:09.660448 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device cd01e955-8e4d-48bf-806a-b95134c0a4bd not bound to the agent host hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:17:10.020099 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-30d078ac-ca1d-4f05-918f-9ab7fe418706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:10.053677 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462edf23-3939-4210-99d1-15c27f850975 req-c663d14d-3459-4d17-951e-ce8eb311bece tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:10.055280 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-462edf23-3939-4210-99d1-15c27f850975 req-c663d14d-3459-4d17-951e-ce8eb311bece tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.0843062
Jun 02 08:17:10.101613 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-462edf23-3939-4210-99d1-15c27f850975 req-a1b96400-5c72-4d95-a3d0-733ad45d5c96 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401299
Jun 02 08:17:10.616404 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 35250) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:17:10.730061 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-33b24299-d999-4ebf-87b2-9663732921db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:10.743712 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-33b24299-d999-4ebf-87b2-9663732921db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:17:10.747506 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-33b24299-d999-4ebf-87b2-9663732921db admin admin] Usage tracker for resource:security_group_rule and tenant:07397856cdee467ab8154e6710d4eb1f is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:17:10.750394 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-33b24299-d999-4ebf-87b2-9663732921db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:17:10.756106 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-33b24299-d999-4ebf-87b2-9663732921db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:17:10.835049 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-33b24299-d999-4ebf-87b2-9663732921db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:10.911402 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-33b24299-d999-4ebf-87b2-9663732921db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:10.917934 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:10.960731 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b24299-d999-4ebf-87b2-9663732921db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a655f7-1bc2-41d4-8332-77c7fc7b46de,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:10.964534 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-33b24299-d999-4ebf-87b2-9663732921db admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=07397856cdee467ab8154e6710d4eb1f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3471363
Jun 02 08:17:10.967310 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 35254) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:17:10.970827 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b24299-d999-4ebf-87b2-9663732921db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:10.971200 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b24299-d999-4ebf-87b2-9663732921db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:10.971564 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b24299-d999-4ebf-87b2-9663732921db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:10.971923 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b24299-d999-4ebf-87b2-9663732921db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:10.972313 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b24299-d999-4ebf-87b2-9663732921db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:10.972669 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b24299-d999-4ebf-87b2-9663732921db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:10.973021 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b24299-d999-4ebf-87b2-9663732921db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:10.973370 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b24299-d999-4ebf-87b2-9663732921db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:10.973720 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b24299-d999-4ebf-87b2-9663732921db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:10.974065 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b24299-d999-4ebf-87b2-9663732921db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:10.974408 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b24299-d999-4ebf-87b2-9663732921db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:10.974749 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b24299-d999-4ebf-87b2-9663732921db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:10.978656 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-33b24299-d999-4ebf-87b2-9663732921db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:11.025557 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a17721e7-b3a2-40d0-92f3-24a39604dbb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:11.050959 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a17721e7-b3a2-40d0-92f3-24a39604dbb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:11.194348 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a17721e7-b3a2-40d0-92f3-24a39604dbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:11.200877 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-9fedc628-4e07-4b9d-81bc-f3f0f34f2320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:11.215756 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17721e7-b3a2-40d0-92f3-24a39604dbb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a655f7-1bc2-41d4-8332-77c7fc7b46de,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:11.218016 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-a17721e7-b3a2-40d0-92f3-24a39604dbb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:11.254077 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a17721e7-b3a2-40d0-92f3-24a39604dbb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:11.255595 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-a17721e7-b3a2-40d0-92f3-24a39604dbb3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/88a655f7-1bc2-41d4-8332-77c7fc7b46de HTTP/1.1" status: 204  len: 168 time: 0.2870817
Jun 02 08:17:11.306725 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d1304-e1ee-427a-8648-03ea0db25e53 req-69121eeb-19a4-46bd-9a38-cabf7600f5bd tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:11.308153 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5d5d1304-e1ee-427a-8648-03ea0db25e53 req-69121eeb-19a4-46bd-9a38-cabf7600f5bd tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.0945921
Jun 02 08:17:11.351472 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5d5d1304-e1ee-427a-8648-03ea0db25e53 req-2b08385c-8c93-42be-868f-02d895620fd2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372372
Jun 02 08:17:11.896343 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 35268) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:17:11.913886 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b0500017-5e6b-48d6-8f94-fafb6abd7281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:11.932084 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-b0500017-5e6b-48d6-8f94-fafb6abd7281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:17:11.935818 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-b0500017-5e6b-48d6-8f94-fafb6abd7281 admin admin] Usage tracker for resource:security_group_rule and tenant:f771005a73384be99cdf7d5db519cff9 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:17:11.938662 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-b0500017-5e6b-48d6-8f94-fafb6abd7281 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:17:11.944422 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-b0500017-5e6b-48d6-8f94-fafb6abd7281 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:17:12.027213 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b0500017-5e6b-48d6-8f94-fafb6abd7281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:12.117021 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b0500017-5e6b-48d6-8f94-fafb6abd7281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:12.124112 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-aa6f4598-87ab-4717-a56f-a2ecc8ab921a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:12.165924 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0500017-5e6b-48d6-8f94-fafb6abd7281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25515796-0970-42c0-974c-65fcc4668101,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:12.173455 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 35274) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:17:12.173583 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-b0500017-5e6b-48d6-8f94-fafb6abd7281 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f771005a73384be99cdf7d5db519cff9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2758453
Jun 02 08:17:12.174286 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-b0500017-5e6b-48d6-8f94-fafb6abd7281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:12.232626 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a5fe29b7-2bf0-4423-a109-f6fca60db804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:12.258003 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a5fe29b7-2bf0-4423-a109-f6fca60db804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:12.405463 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a5fe29b7-2bf0-4423-a109-f6fca60db804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:12.410005 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-f927686b-0744-4ab4-90e0-433f7e8e03ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:12.423675 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe29b7-2bf0-4423-a109-f6fca60db804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25515796-0970-42c0-974c-65fcc4668101,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:12.427592 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-a5fe29b7-2bf0-4423-a109-f6fca60db804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:12.436830 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a5fe29b7-2bf0-4423-a109-f6fca60db804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:12.436830 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-a5fe29b7-2bf0-4423-a109-f6fca60db804 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/25515796-0970-42c0-974c-65fcc4668101 HTTP/1.1" status: 204  len: 168 time: 0.2575896
Jun 02 08:17:12.546285 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b452ba-9535-4b3b-8526-09d89eb70892 req-5f585fd6-40f5-467b-8a15-ce25464ae781 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:12.547763 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-76b452ba-9535-4b3b-8526-09d89eb70892 req-5f585fd6-40f5-467b-8a15-ce25464ae781 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.0821311
Jun 02 08:17:12.592607 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-76b452ba-9535-4b3b-8526-09d89eb70892 req-a19f1f80-0219-436a-bd27-857f540b69a9 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389893
Jun 02 08:17:12.645216 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:12.689157 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-d8dd8528-290a-447d-9916-56a9be687957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:13.622559 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 35310) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:17:13.729919 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-a7206227-db9c-4d5a-9218-8c36d5bd177e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2107989771-network', 'tenant_id': 'c12ecd13c56d41cbb58946524acfe3a4'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:17:13.735238 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-a7206227-db9c-4d5a-9218-8c36d5bd177e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:17:13.739560 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-a7206227-db9c-4d5a-9218-8c36d5bd177e admin admin] Usage tracker for resource:network and tenant:c12ecd13c56d41cbb58946524acfe3a4 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:17:13.742404 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-a7206227-db9c-4d5a-9218-8c36d5bd177e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:17:13.748050 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-a7206227-db9c-4d5a-9218-8c36d5bd177e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:17:13.765463 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:13.786196 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c020d4e-c03f-4290-8ef5-aad3f60116cd req-e41365f4-b1fe-468f-9422-159c5fe6cff1 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:13.787557 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3c020d4e-c03f-4290-8ef5-aad3f60116cd req-e41365f4-b1fe-468f-9422-159c5fe6cff1 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.0820527
Jun 02 08:17:13.831243 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3c020d4e-c03f-4290-8ef5-aad3f60116cd req-60b1ae34-ea26-4a24-af04-ce8c5872d51b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380816
Jun 02 08:17:13.896584 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7206227-db9c-4d5a-9218-8c36d5bd177e admin admin] Made reservation on behalf of c12ecd13c56d41cbb58946524acfe3a4 for: {'network': 1} {{(pid=92342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:17:13.899000 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-a7206227-db9c-4d5a-9218-8c36d5bd177e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-941343'] for network, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:13.911964 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-a7206227-db9c-4d5a-9218-8c36d5bd177e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:13.926628 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-a7206227-db9c-4d5a-9218-8c36d5bd177e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:17:13.930420 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-a7206227-db9c-4d5a-9218-8c36d5bd177e admin admin] Usage tracker for resource:security_group_rule and tenant:c12ecd13c56d41cbb58946524acfe3a4 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:17:13.933296 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-a7206227-db9c-4d5a-9218-8c36d5bd177e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:17:13.938989 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-a7206227-db9c-4d5a-9218-8c36d5bd177e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:17:14.017829 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-a7206227-db9c-4d5a-9218-8c36d5bd177e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:14.111389 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-a7206227-db9c-4d5a-9218-8c36d5bd177e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:14.115453 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-2668a369-30a0-4afe-8f32-f4622b5945a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:14.145973 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7206227-db9c-4d5a-9218-8c36d5bd177e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751}  {{(pid=92342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 02 08:17:14.154216 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7206227-db9c-4d5a-9218-8c36d5bd177e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:14.157658 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-a7206227-db9c-4d5a-9218-8c36d5bd177e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:14.160036 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-a7206227-db9c-4d5a-9218-8c36d5bd177e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:14.160405 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.db.segments_db [None req-a7206227-db9c-4d5a-9218-8c36d5bd177e admin admin] Added segment 07732512-85bf-4e04-be73-dcc36c00ac90 of type vlan for network 08fbaa15-9e5d-4d43-8d34-d36dcaacffc4
Jun 02 08:17:14.185778 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-a7206227-db9c-4d5a-9218-8c36d5bd177e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744146435166'] for network, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:14.300331 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-a7206227-db9c-4d5a-9218-8c36d5bd177e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186'] for network, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:14.301693 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7206227-db9c-4d5a-9218-8c36d5bd177e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:14.302275 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-a7206227-db9c-4d5a-9218-8c36d5bd177e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:14.307263 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:14.412352 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7206227-db9c-4d5a-9218-8c36d5bd177e admin admin] Pushing event updated for resources: {'Network': ['ID=08fbaa15-9e5d-4d43-8d34-d36dcaacffc4,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:14.416630 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-a7206227-db9c-4d5a-9218-8c36d5bd177e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:14.422922 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Network 08fbaa15-9e5d-4d43-8d34-d36dcaacffc4 details requested by agent ovs-agent-dv-cinder-786385-7-iscsi with host dv-cinder-786385-7-iscsi {{(pid=92343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 02 08:17:14.487381 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-a7206227-db9c-4d5a-9218-8c36d5bd177e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8635368
Jun 02 08:17:14.490183 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 35330) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:17:14.496654 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-0bfe17c2-9ab0-4244-b522-63c1f21b0897 admin admin] Request body: {'subnet': {'network_id': '08fbaa15-9e5d-4d43-8d34-d36dcaacffc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2107989771-subnet', 'tenant_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'ip_version': 4}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:17:14.505358 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-0bfe17c2-9ab0-4244-b522-63c1f21b0897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:17:14.509449 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-0bfe17c2-9ab0-4244-b522-63c1f21b0897 admin admin] Usage tracker for resource:subnet and tenant:c12ecd13c56d41cbb58946524acfe3a4 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:17:14.512455 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-0bfe17c2-9ab0-4244-b522-63c1f21b0897 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:17:14.518567 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-0bfe17c2-9ab0-4244-b522-63c1f21b0897 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:17:14.616592 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfe17c2-9ab0-4244-b522-63c1f21b0897 admin admin] Made reservation on behalf of c12ecd13c56d41cbb58946524acfe3a4 for: {'subnet': 1} {{(pid=92341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:17:14.618968 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-0bfe17c2-9ab0-4244-b522-63c1f21b0897 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6928681'] for subnet, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:15.092962 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1e23d-eced-4b52-8497-5af7aee59d1b req-cbb5e8c4-9e4d-40a0-8834-a15e66d0ec0b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:15.094984 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-62d1e23d-eced-4b52-8497-5af7aee59d1b req-cbb5e8c4-9e4d-40a0-8834-a15e66d0ec0b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.1535671
Jun 02 08:17:15.159803 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-62d1e23d-eced-4b52-8497-5af7aee59d1b req-336c350d-01af-4774-a8c0-809a5e7efc88 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529401
Jun 02 08:17:15.210930 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-0bfe17c2-9ab0-4244-b522-63c1f21b0897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6590458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6928699'] for subnet, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:15.215365 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:15.259838 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:15.287891 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe17c2-9ab0-4244-b522-63c1f21b0897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82c7946a-1134-47b3-9c3a-1e02a1d3a7d4,revision_number=0']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:15.293229 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-0bfe17c2-9ab0-4244-b522-63c1f21b0897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:15.295685 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfe17c2-9ab0-4244-b522-63c1f21b0897 admin admin] Checking segment: {'id': '07732512-85bf-4e04-be73-dcc36c00ac90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '08fbaa15-9e5d-4d43-8d34-d36dcaacffc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:17:15.296033 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfe17c2-9ab0-4244-b522-63c1f21b0897 admin admin] Network hostable DHCP agents. Network: 08fbaa15-9e5d-4d43-8d34-d36dcaacffc4, hostable agents: ['4b89aefe-9643-4cd8-b10a-5110f7f4c5b0'], hosted agents: [] {{(pid=92341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 02 08:17:15.380120 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfe17c2-9ab0-4244-b522-63c1f21b0897 admin admin] Network 08fbaa15-9e5d-4d43-8d34-d36dcaacffc4 is scheduled to be hosted by DHCP agent 4b89aefe-9643-4cd8-b10a-5110f7f4c5b0 with binding_index 1 {{(pid=92341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 02 08:17:15.456616 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [None req-0bfe17c2-9ab0-4244-b522-63c1f21b0897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-iscsi, 08fbaa15-9e5d-4d43-8d34-d36dcaacffc4) {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:17:15.465218 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfe17c2-9ab0-4244-b522-63c1f21b0897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:15.465799 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-0bfe17c2-9ab0-4244-b522-63c1f21b0897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for subnet, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:15.466046 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a92b2f-5cbf-47ad-8816-91c2fe693802 None None] Network 08fbaa15-9e5d-4d43-8d34-d36dcaacffc4 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:17:15.549827 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-0bfe17c2-9ab0-4244-b522-63c1f21b0897 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0578337
Jun 02 08:17:15.554240 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 35338) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:17:15.559376 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-9de0de21-107e-459a-94cf-09897f6feab8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2107989771-router', 'tenant_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257'}}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:17:15.566502 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-9de0de21-107e-459a-94cf-09897f6feab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:17:15.570538 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-9de0de21-107e-459a-94cf-09897f6feab8 admin admin] Usage tracker for resource:router and tenant:c12ecd13c56d41cbb58946524acfe3a4 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:17:15.573479 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-9de0de21-107e-459a-94cf-09897f6feab8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:17:15.579963 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-9de0de21-107e-459a-94cf-09897f6feab8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:17:15.677556 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9de0de21-107e-459a-94cf-09897f6feab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8100032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2016'] for router, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:15.678594 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9de0de21-107e-459a-94cf-09897f6feab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8100007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036529', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8237981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2031'] for router, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:15.693552 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9de0de21-107e-459a-94cf-09897f6feab8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:15.711846 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843a9d8d-a68d-5afb-bd09-00322a14b4de-08fbaa15-9e5d-4d43-8d34-d36dcaacffc4', 'network_id': '08fbaa15-9e5d-4d43-8d34-d36dcaacffc4', 'tenant_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'fixed_ips': [{'subnet_id': '82c7946a-1134-47b3-9c3a-1e02a1d3a7d4'}]}} from dv-cinder-786385-7-iscsi. {{(pid=92343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 02 08:17:15.712733 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:15.876253 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.db_base_plugin_common [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Allocated IP 172.20.0.2 (08fbaa15-9e5d-4d43-8d34-d36dcaacffc4/82c7946a-1134-47b3-9c3a-1e02a1d3a7d4/f9a9471e-6d96-4eaf-b7d7-625502ecb60f) {{(pid=92343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:17:16.094338 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Notify callbacks [] for port, precommit_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:16.107230 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Transition to ACTIVE for port object f9a9471e-6d96-4eaf-b7d7-625502ecb60f will not be triggered until provisioned by entity L2. {{(pid=92343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:17:16.128741 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Transition to ACTIVE for port object f9a9471e-6d96-4eaf-b7d7-625502ecb60f will not be triggered until provisioned by entity DHCP. {{(pid=92343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:17:16.165994 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9de0de21-107e-459a-94cf-09897f6feab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8036483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8100050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2045'] for router, precommit_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:16.226092 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309'] for port, after_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:16.242430 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:16.293730 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Network 08fbaa15-9e5d-4d43-8d34-d36dcaacffc4 is already hosted by enough agents. {{(pid=92343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:17:16.295069 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.scheduler.base_scheduler [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Resources bound (agent type, host, resource id):  {{(pid=92343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:17:16.307616 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Received port after_create {{(pid=92343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:17:16.365125 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a5218-5d24-4a2d-aab6-0dca8415cb36 req-6d0325c8-9833-4857-84f1-c77518c9cb33 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:16.367013 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4d8a5218-5d24-4a2d-aab6-0dca8415cb36 req-6d0325c8-9833-4857-84f1-c77518c9cb33 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.0894487
Jun 02 08:17:16.403472 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Pushing event updated for resources: {'Port': ['ID=f9a9471e-6d96-4eaf-b7d7-625502ecb60f,revision_number=1']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:16.421923 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:16.423045 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:16.423479 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:16.424024 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:16.424451 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:16.424860 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:16.425417 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:16.425542 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4d8a5218-5d24-4a2d-aab6-0dca8415cb36 req-b9713710-540c-4e6f-98fe-1243ed4fe40d tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519249
Jun 02 08:17:16.426075 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:16.426600 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:16.427138 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:16.427535 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:16.427925 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:16.434216 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:16.452168 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Attempting to bind port f9a9471e-6d96-4eaf-b7d7-625502ecb60f on host dv-cinder-786385-7-iscsi for vnic_type normal with profile  {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:17:16.452168 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Attempting to bind port f9a9471e-6d96-4eaf-b7d7-625502ecb60f by drivers openvswitch,hyperv on host dv-cinder-786385-7-iscsi at level 0 using segments [{'id': '07732512-85bf-4e04-be73-dcc36c00ac90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '08fbaa15-9e5d-4d43-8d34-d36dcaacffc4'}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:17:16.452168 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Attempting to bind port f9a9471e-6d96-4eaf-b7d7-625502ecb60f on network 08fbaa15-9e5d-4d43-8d34-d36dcaacffc4 {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:17:16.452168 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Checking agent: {'id': '293b8e5c-58b0-46e6-908b-da5c92a2d3b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 4, 12), 'started_at': datetime.datetime(2021, 6, 2, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:17:16.452168 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Checking segment: {'id': '07732512-85bf-4e04-be73-dcc36c00ac90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '08fbaa15-9e5d-4d43-8d34-d36dcaacffc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:17:16.452168 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:16.452168 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Bound using segment: {'id': '07732512-85bf-4e04-be73-dcc36c00ac90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '08fbaa15-9e5d-4d43-8d34-d36dcaacffc4'} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:17:16.452168 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Bound port: f9a9471e-6d96-4eaf-b7d7-625502ecb60f, host: dv-cinder-786385-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07732512-85bf-4e04-be73-dcc36c00ac90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '08fbaa15-9e5d-4d43-8d34-d36dcaacffc4'}}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:17:16.452168 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:16.534094 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] For port f9a9471e-6d96-4eaf-b7d7-625502ecb60f, host dv-cinder-786385-7-iscsi, cleared binding levels {{(pid=92343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:17:16.537491 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] For port f9a9471e-6d96-4eaf-b7d7-625502ecb60f, host dv-cinder-786385-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=f9a9471e-6d96-4eaf-b7d7-625502ecb60f,segment=NetworkSegment(07732512-85bf-4e04-be73-dcc36c00ac90),segment_id=07732512-85bf-4e04-be73-dcc36c00ac90)] {{(pid=92343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:17:16.595387 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9de0de21-107e-459a-94cf-09897f6feab8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:16.624965 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9de0de21-107e-459a-94cf-09897f6feab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:16.678136 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:16.682895 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:16.768896 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_common [None req-9de0de21-107e-459a-94cf-09897f6feab8 admin admin] Allocated IP 172.27.3.102 (25cee017-96f1-470f-84b1-115420be0257/100151e0-9740-4c20-8f2c-560e0808d190/c4fb5529-5ca5-4df5-8004-c300047f3199) {{(pid=92342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:17:16.769140 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Pushing event updated for resources: {'Port': ['ID=f9a9471e-6d96-4eaf-b7d7-625502ecb60f,revision_number=2']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:16.772295 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:16.866398 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 35372) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:17:16.931938 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9de0de21-107e-459a-94cf-09897f6feab8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:17.033889 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f1461ba1-26d0-46bb-9154-dc76389a8330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:17.049140 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-f1461ba1-26d0-46bb-9154-dc76389a8330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:17:17.053183 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-f1461ba1-26d0-46bb-9154-dc76389a8330 admin admin] Usage tracker for resource:security_group_rule and tenant:1c0b597cb71f49e180a61787932966b2 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:17:17.054931 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9de0de21-107e-459a-94cf-09897f6feab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:17.056115 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-f1461ba1-26d0-46bb-9154-dc76389a8330 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:17:17.059762 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-b49435b9-f543-44a3-b79a-4bee9687a109 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:17.061871 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-f1461ba1-26d0-46bb-9154-dc76389a8330 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:17:17.117155 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de0de21-107e-459a-94cf-09897f6feab8 admin admin] Network 25cee017-96f1-470f-84b1-115420be0257 is already hosted by enough agents. {{(pid=92342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:17:17.120424 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-9de0de21-107e-459a-94cf-09897f6feab8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:17:17.124144 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de0de21-107e-459a-94cf-09897f6feab8 admin admin] Received port after_create {{(pid=92342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:17:17.145037 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f1461ba1-26d0-46bb-9154-dc76389a8330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:17.166138 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0de21-107e-459a-94cf-09897f6feab8 admin admin] Pushing event updated for resources: {'Port': ['ID=c4fb5529-5ca5-4df5-8004-c300047f3199,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:17.170011 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-9de0de21-107e-459a-94cf-09897f6feab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:17.256959 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f1461ba1-26d0-46bb-9154-dc76389a8330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:17.264131 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-d4a09001-68f9-4b9d-83ac-421e130a9104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:17.306098 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-f1461ba1-26d0-46bb-9154-dc76389a8330 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1c0b597cb71f49e180a61787932966b2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4383650
Jun 02 08:17:17.306976 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1461ba1-26d0-46bb-9154-dc76389a8330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89cba27-02d4-41df-a544-15d4175b8661,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:17.308863 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 35378) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:17:17.309970 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-f1461ba1-26d0-46bb-9154-dc76389a8330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:17.434300 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-5c7aef73-75e2-417c-aa6a-a10912db37ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:17.464255 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-5c7aef73-75e2-417c-aa6a-a10912db37ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:17.655379 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffba324-9ea7-4d09-99ae-4f74c11fac87 req-ba6e4b83-5064-4ce4-bb75-6f63260b28da tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:17.658345 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7ffba324-9ea7-4d09-99ae-4f74c11fac87 req-ba6e4b83-5064-4ce4-bb75-6f63260b28da tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.1084828
Jun 02 08:17:17.675684 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ec8e52-6a02-4101-b019-9a34b8a969e9 None None] Network 08fbaa15-9e5d-4d43-8d34-d36dcaacffc4 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:17:17.676923 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-5c7aef73-75e2-417c-aa6a-a10912db37ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:17.683620 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-36c5ba82-ea2e-428c-802d-4f3c46c70b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:17.725642 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device f9a9471e-6d96-4eaf-b7d7-625502ecb60f up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:17:17.799768 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7ffba324-9ea7-4d09-99ae-4f74c11fac87 req-233383d1-dece-4f4c-a901-0ff3b4cadbfd tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1359129
Jun 02 08:17:17.821088 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7aef73-75e2-417c-aa6a-a10912db37ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89cba27-02d4-41df-a544-15d4175b8661,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:17.826007 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-5c7aef73-75e2-417c-aa6a-a10912db37ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:17.828246 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9de0de21-107e-459a-94cf-09897f6feab8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:17.897161 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-5c7aef73-75e2-417c-aa6a-a10912db37ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:17.898245 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-5c7aef73-75e2-417c-aa6a-a10912db37ed admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d89cba27-02d4-41df-a544-15d4175b8661 HTTP/1.1" status: 204  len: 168 time: 0.5882952
Jun 02 08:17:17.934308 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-628863bf-d680-4c54-b311-2fa03f3a735c None None] Provisioning for port f9a9471e-6d96-4eaf-b7d7-625502ecb60f completed by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:17:18.010979 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning for port f9a9471e-6d96-4eaf-b7d7-625502ecb60f completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:17:18.017126 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port f9a9471e-6d96-4eaf-b7d7-625502ecb60f triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:17:18.019361 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:18.154428 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:18.180143 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9de0de21-107e-459a-94cf-09897f6feab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8100043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8036580'] for router, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:18.197450 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] For port f9a9471e-6d96-4eaf-b7d7-625502ecb60f, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=f9a9471e-6d96-4eaf-b7d7-625502ecb60f,segment=NetworkSegment(07732512-85bf-4e04-be73-dcc36c00ac90),segment_id=07732512-85bf-4e04-be73-dcc36c00ac90)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:17:18.264504 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-bc3964c5-8d88-4bb0-8abf-d7b871f70ab9 None None] Provisioning complete for port f9a9471e-6d96-4eaf-b7d7-625502ecb60f triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:17:18.264884 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-bc3964c5-8d88-4bb0-8abf-d7b871f70ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:18.294345 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:18.295993 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-3e346607-854b-4956-9c84-10d66d4c84d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:18.387542 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Pushing event updated for resources: {'Port': ['ID=f9a9471e-6d96-4eaf-b7d7-625502ecb60f,revision_number=3']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:18.392394 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:18.536552 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de0de21-107e-459a-94cf-09897f6feab8 admin admin] Router 8862c7c1-e96f-4746-89cd-0b8f185a24fe is scheduled to L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac with binding_index 1 {{(pid=92342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 02 08:17:18.717278 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de0de21-107e-459a-94cf-09897f6feab8 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:17:18.726742 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98810299-39ae-48dd-bb8d-63ea77d32b2f None None] Sync routers for ids ['8862c7c1-e96f-4746-89cd-0b8f185a24fe'] in dv-cinder-786385-7-iscsi {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:17:18.736365 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98810299-39ae-48dd-bb8d-63ea77d32b2f None None] Routers {'8862c7c1-e96f-4746-89cd-0b8f185a24fe'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:17:18.737195 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-98810299-39ae-48dd-bb8d-63ea77d32b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7aef6d60>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:17:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['8862c7c1-e96f-4746-89cd-0b8f185a24fe'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:17:18.764366 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 35388) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:17:18.781884 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-c433f360-7c67-45c0-89fe-8ce79e497b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:18.795690 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-c433f360-7c67-45c0-89fe-8ce79e497b8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:17:18.800164 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-c433f360-7c67-45c0-89fe-8ce79e497b8a admin admin] Usage tracker for resource:security_group_rule and tenant:5e48a4e046384dcdae9339550d5cf5e4 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:17:18.802951 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-c433f360-7c67-45c0-89fe-8ce79e497b8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:17:18.808849 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-c433f360-7c67-45c0-89fe-8ce79e497b8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:17:18.834454 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9de0de21-107e-459a-94cf-09897f6feab8 admin admin] Notify callbacks [] for router, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:18.838237 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-9de0de21-107e-459a-94cf-09897f6feab8 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.2802856
Jun 02 08:17:18.838390 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 35392) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:17:18.945253 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-98810299-39ae-48dd-bb8d-63ea77d32b2f None None] Set router 8862c7c1-e96f-4746-89cd-0b8f185a24fe gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:17:19.002979 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a44997-fbb6-4b03-a137-4f266b22fcbf req-f08054b4-2abf-4c74-ab37-d880d5fab72e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:19.004547 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-69a44997-fbb6-4b03-a137-4f266b22fcbf req-f08054b4-2abf-4c74-ab37-d880d5fab72e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.0826302
Jun 02 08:17:19.052264 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-69a44997-fbb6-4b03-a137-4f266b22fcbf req-3c2f25c3-e0ab-41ba-bb15-a3ac94e84b82 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419590
Jun 02 08:17:19.138091 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-c433f360-7c67-45c0-89fe-8ce79e497b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:19.212235 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-c433f360-7c67-45c0-89fe-8ce79e497b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:19.227113 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-13e660fa-e811-4fb7-8593-79ba88db8284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:19.233936 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-98810299-39ae-48dd-bb8d-63ea77d32b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7aef6d60>, [{'id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'name': 'tempest-TestMinimumBasicScenario-2107989771-router', 'tenant_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c4fb5529-5ca5-4df5-8004-c300047f3199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:17:15Z', 'updated_at': '2021-06-02T08:17:17Z', 'revision_number': 3, 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'gw_port': {'id': 'c4fb5529-5ca5-4df5-8004-c300047f3199', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:16Z', 'updated_at': '2021-06-02T08:17:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:17:19.238655 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98810299-39ae-48dd-bb8d-63ea77d32b2f None None] Checking router: 8862c7c1-e96f-4746-89cd-0b8f185a24fe for host: dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:17:19.239196 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98810299-39ae-48dd-bb8d-63ea77d32b2f None None] Updating router 8862c7c1-e96f-4746-89cd-0b8f185a24fe port c4fb5529-5ca5-4df5-8004-c300047f3199 binding host dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 02 08:17:19.286922 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-c433f360-7c67-45c0-89fe-8ce79e497b8a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5e48a4e046384dcdae9339550d5cf5e4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5214033
Jun 02 08:17:19.289706 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 35394) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:17:19.291194 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433f360-7c67-45c0-89fe-8ce79e497b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37805115-8ac2-4134-85f0-cc47b7e1e629,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:19.294306 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-98810299-39ae-48dd-bb8d-63ea77d32b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:19.295964 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-c433f360-7c67-45c0-89fe-8ce79e497b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:19.360377 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b686e1ae-f687-4390-841b-888facd713bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:19.391604 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b686e1ae-f687-4390-841b-888facd713bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:19.559830 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b686e1ae-f687-4390-841b-888facd713bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:19.565949 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-f1461ba1-26d0-46bb-9154-dc76389a8330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:19.580775 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686e1ae-f687-4390-841b-888facd713bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37805115-8ac2-4134-85f0-cc47b7e1e629,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:19.583538 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-b686e1ae-f687-4390-841b-888facd713bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:19.591403 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b686e1ae-f687-4390-841b-888facd713bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:19.592676 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-b686e1ae-f687-4390-841b-888facd713bb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/37805115-8ac2-4134-85f0-cc47b7e1e629 HTTP/1.1" status: 204  len: 168 time: 0.3015513
Jun 02 08:17:19.665395 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-98810299-39ae-48dd-bb8d-63ea77d32b2f None None] Notify callbacks [] for port, precommit_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:19.680040 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-98810299-39ae-48dd-bb8d-63ea77d32b2f None None] Transition to ACTIVE for port object c4fb5529-5ca5-4df5-8004-c300047f3199 will not be triggered until provisioned by entity L2. {{(pid=92343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:17:19.716587 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device f9a9471e-6d96-4eaf-b7d7-625502ecb60f up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:17:19.769217 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-98810299-39ae-48dd-bb8d-63ea77d32b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:19.776865 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:19.786165 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-d36278be-d3c2-4b23-bb9f-97964c966d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:19.861220 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-98810299-39ae-48dd-bb8d-63ea77d32b2f None None] Attempting to bind port c4fb5529-5ca5-4df5-8004-c300047f3199 on host dv-cinder-786385-7-iscsi for vnic_type normal with profile  {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:17:19.861597 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-98810299-39ae-48dd-bb8d-63ea77d32b2f None None] Attempting to bind port c4fb5529-5ca5-4df5-8004-c300047f3199 by drivers openvswitch,hyperv on host dv-cinder-786385-7-iscsi at level 0 using segments [{'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:17:19.861981 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98810299-39ae-48dd-bb8d-63ea77d32b2f None None] Attempting to bind port c4fb5529-5ca5-4df5-8004-c300047f3199 on network 25cee017-96f1-470f-84b1-115420be0257 {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:17:19.868512 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b805ad7-38f6-484d-aa2a-821852a7719c None None] Pushing event updated for resources: {'Port': ['ID=c4fb5529-5ca5-4df5-8004-c300047f3199,revision_number=2']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:19.872429 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-4b805ad7-38f6-484d-aa2a-821852a7719c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:19.876384 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98810299-39ae-48dd-bb8d-63ea77d32b2f None None] Checking agent: {'id': '293b8e5c-58b0-46e6-908b-da5c92a2d3b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 4, 12), 'started_at': datetime.datetime(2021, 6, 2, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:17:19.876803 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98810299-39ae-48dd-bb8d-63ea77d32b2f None None] Checking segment: {'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:17:19.877205 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-98810299-39ae-48dd-bb8d-63ea77d32b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:19.877596 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98810299-39ae-48dd-bb8d-63ea77d32b2f None None] Bound using segment: {'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:17:19.878070 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-98810299-39ae-48dd-bb8d-63ea77d32b2f None None] Bound port: c4fb5529-5ca5-4df5-8004-c300047f3199, host: dv-cinder-786385-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'}}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:17:19.879847 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-98810299-39ae-48dd-bb8d-63ea77d32b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:19.928389 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port f9a9471e-6d96-4eaf-b7d7-625502ecb60f triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:17:19.928765 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:19.999339 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_common [None req-d36278be-d3c2-4b23-bb9f-97964c966d00 admin admin] Allocated IP 172.20.0.1 (08fbaa15-9e5d-4d43-8d34-d36dcaacffc4/82c7946a-1134-47b3-9c3a-1e02a1d3a7d4/1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a) {{(pid=92342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:17:20.012149 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-98810299-39ae-48dd-bb8d-63ea77d32b2f None None] For port c4fb5529-5ca5-4df5-8004-c300047f3199, host dv-cinder-786385-7-iscsi, cleared binding levels {{(pid=92343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:17:20.015730 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-98810299-39ae-48dd-bb8d-63ea77d32b2f None None] For port c4fb5529-5ca5-4df5-8004-c300047f3199, host dv-cinder-786385-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=c4fb5529-5ca5-4df5-8004-c300047f3199,segment=NetworkSegment(7d00a59a-fd6b-444f-8454-6973ee677288),segment_id=7d00a59a-fd6b-444f-8454-6973ee677288)] {{(pid=92343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:17:20.100787 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-98810299-39ae-48dd-bb8d-63ea77d32b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:20.105375 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:20.156261 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-d36278be-d3c2-4b23-bb9f-97964c966d00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:20.172934 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.provisioning_blocks [None req-d36278be-d3c2-4b23-bb9f-97964c966d00 admin admin] Transition to ACTIVE for port object 1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a will not be triggered until provisioned by entity DHCP. {{(pid=92342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:17:20.204736 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b805ad7-38f6-484d-aa2a-821852a7719c None None] Pushing event updated for resources: {'Port': ['ID=c4fb5529-5ca5-4df5-8004-c300047f3199,revision_number=3']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:20.208403 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-4b805ad7-38f6-484d-aa2a-821852a7719c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:20.209743 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98810299-39ae-48dd-bb8d-63ea77d32b2f None None] Routers {'8862c7c1-e96f-4746-89cd-0b8f185a24fe'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:17:20.210423 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-98810299-39ae-48dd-bb8d-63ea77d32b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7aef6d60>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:17:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['8862c7c1-e96f-4746-89cd-0b8f185a24fe'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:17:20.277349 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f361022-8eae-44e3-8df8-00bd106ba724 req-8c73a552-be86-4397-a3bd-9f413013a537 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:20.278799 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9f361022-8eae-44e3-8df8-00bd106ba724 req-8c73a552-be86-4397-a3bd-9f413013a537 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.0879457
Jun 02 08:17:20.300132 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-d36278be-d3c2-4b23-bb9f-97964c966d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:20.304768 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-9de0de21-107e-459a-94cf-09897f6feab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:20.329109 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9f361022-8eae-44e3-8df8-00bd106ba724 req-3a0ef46b-c6be-4787-927b-81753988c735 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444429
Jun 02 08:17:20.368487 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36278be-d3c2-4b23-bb9f-97964c966d00 admin admin] Network 08fbaa15-9e5d-4d43-8d34-d36dcaacffc4 is already hosted by enough agents. {{(pid=92342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:17:20.371639 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-d36278be-d3c2-4b23-bb9f-97964c966d00 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:17:20.374099 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36278be-d3c2-4b23-bb9f-97964c966d00 admin admin] Received port after_create {{(pid=92342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:17:20.404938 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-98810299-39ae-48dd-bb8d-63ea77d32b2f None None] Set router 8862c7c1-e96f-4746-89cd-0b8f185a24fe gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:17:20.418651 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36278be-d3c2-4b23-bb9f-97964c966d00 admin admin] Pushing event updated for resources: {'Port': ['ID=1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:20.421684 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-d36278be-d3c2-4b23-bb9f-97964c966d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:20.464162 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-d36278be-d3c2-4b23-bb9f-97964c966d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8036782'] for router_interface, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:20.746017 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-98810299-39ae-48dd-bb8d-63ea77d32b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7aef6d60>, [{'id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'name': 'tempest-TestMinimumBasicScenario-2107989771-router', 'tenant_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c4fb5529-5ca5-4df5-8004-c300047f3199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:17:15Z', 'updated_at': '2021-06-02T08:17:17Z', 'revision_number': 3, 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'gw_port': {'id': 'c4fb5529-5ca5-4df5-8004-c300047f3199', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:16Z', 'updated_at': '2021-06-02T08:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:17:20.750920 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98810299-39ae-48dd-bb8d-63ea77d32b2f None None] The sync data for ids ['8862c7c1-e96f-4746-89cd-0b8f185a24fe'] in dv-cinder-786385-7-iscsi is: [{'id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'name': 'tempest-TestMinimumBasicScenario-2107989771-router', 'tenant_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c4fb5529-5ca5-4df5-8004-c300047f3199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:17:15Z', 'updated_at': '2021-06-02T08:17:17Z', 'revision_number': 3, 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'gw_port': {'id': 'c4fb5529-5ca5-4df5-8004-c300047f3199', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:16Z', 'updated_at': '2021-06-02T08:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}] {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:17:20.826685 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-d36278be-d3c2-4b23-bb9f-97964c966d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:20.848505 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-65412e11-16f2-497d-9d2c-ed69156600e4 None None] Provisioning for port 1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a completed by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:17:20.853496 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-65412e11-16f2-497d-9d2c-ed69156600e4 None None] Provisioning complete for port 1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:17:20.858746 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-65412e11-16f2-497d-9d2c-ed69156600e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:20.919365 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-65412e11-16f2-497d-9d2c-ed69156600e4 None None] Port 1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a cannot update to ACTIVE because it is not bound. {{(pid=92343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 02 08:17:20.976088 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=92343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 02 08:17:21.112908 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-d36278be-d3c2-4b23-bb9f-97964c966d00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:21.142392 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7c3a1cbe-c4fa-4fbc-9694-408e51b0df89,segment=NetworkSegment(00974669-6402-4aa5-90c7-6e7c2d820d71),segment_id=00974669-6402-4aa5-90c7-6e7c2d820d71)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:17:21.157323 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Returning: {'device': '7c3a1cbe-c4fa-4fbc-9694-408e51b0df89', 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1', 'port_id': '7c3a1cbe-c4fa-4fbc-9694-408e51b0df89', 'mac_address': 'fa:16:3e:88:1c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 02 08:17:21.188552 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-d36278be-d3c2-4b23-bb9f-97964c966d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6633674'] for port, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:21.223487 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-a2745c74-41d5-4258-b98f-08532371355e tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:21.241771 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:21.259263 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 {{(pid=92343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:17:21.276578 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7c3a1cbe-c4fa-4fbc-9694-408e51b0df89,segment=NetworkSegment(00974669-6402-4aa5-90c7-6e7c2d820d71),segment_id=00974669-6402-4aa5-90c7-6e7c2d820d71)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:17:21.309988 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36278be-d3c2-4b23-bb9f-97964c966d00 admin admin] Pushing event updated for resources: {'Port': ['ID=1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a,revision_number=2']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:21.313945 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-d36278be-d3c2-4b23-bb9f-97964c966d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:21.313945 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-d36278be-d3c2-4b23-bb9f-97964c966d00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8036811'] for router_interface, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:21.354035 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:21.356043 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-71cd7d92-480f-4a7a-b25b-693253d5d9e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:21.474105 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36278be-d3c2-4b23-bb9f-97964c966d00 admin admin] Network 08fbaa15-9e5d-4d43-8d34-d36dcaacffc4 is already hosted by enough agents. {{(pid=92342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:17:21.475293 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-d36278be-d3c2-4b23-bb9f-97964c966d00 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:17:21.475735 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=7c3a1cbe-c4fa-4fbc-9694-408e51b0df89,revision_number=6']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:21.479769 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:21.512998 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['7c3a1cbe-c4fa-4fbc-9694-408e51b0df89'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:17:21.611334 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed92325-123d-47e2-b2c0-a94599376158 req-00c1249e-88cc-4188-93fe-9cd0acb01ce7 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:21.622719 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-aed92325-123d-47e2-b2c0-a94599376158 req-00c1249e-88cc-4188-93fe-9cd0acb01ce7 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 944 time: 0.1157277
Jun 02 08:17:21.728963 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-aed92325-123d-47e2-b2c0-a94599376158 req-92f58f06-de25-4016-a910-080d88cc719f tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1035924
Jun 02 08:17:21.809237 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device c4fb5529-5ca5-4df5-8004-c300047f3199 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:17:21.916265 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-32919b90-01a1-416a-b37e-2aae73551162 None None] Provisioning complete for port 1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:17:21.916972 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-32919b90-01a1-416a-b37e-2aae73551162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:21.967070 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36278be-d3c2-4b23-bb9f-97964c966d00 admin admin] Router 8862c7c1-e96f-4746-89cd-0b8f185a24fe has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:17:21.990686 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-32919b90-01a1-416a-b37e-2aae73551162 None None] Port 1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a cannot update to ACTIVE because it is not bound. {{(pid=92343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 02 08:17:22.082006 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70007f3-caff-496f-aa3f-82db84876836 req-9c6c7bd5-4b6e-46e4-99e2-16911abc1827 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:22.087920 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d70007f3-caff-496f-aa3f-82db84876836 req-9c6c7bd5-4b6e-46e4-99e2-16911abc1827 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/networks?id=18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e HTTP/1.1" status: 200  len: 813 time: 0.1793308
Jun 02 08:17:22.098103 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d70007f3-caff-496f-aa3f-82db84876836 req-b83ae6e5-0152-417a-a951-4f96fa3469d5 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/quotas/af0051b983e344a491bc13398744423a HTTP/1.1" status: 200  len: 375 time: 0.0090415
Jun 02 08:17:22.108444 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning for port c4fb5529-5ca5-4df5-8004-c300047f3199 completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:17:22.114169 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port c4fb5529-5ca5-4df5-8004-c300047f3199 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:17:22.114547 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:22.170079 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36278be-d3c2-4b23-bb9f-97964c966d00 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:17:22.184519 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d70007f3-caff-496f-aa3f-82db84876836 req-8d97c4dd-c8c5-4b21-ade7-9566f19d2a4c tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=af0051b983e344a491bc13398744423a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0696375
Jun 02 08:17:22.212321 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-d36278be-d3c2-4b23-bb9f-97964c966d00 admin admin] 10.222.0.77 "PUT /v2.0/routers/8862c7c1-e96f-4746-89cd-0b8f185a24fe/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3728826
Jun 02 08:17:22.270219 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:22.288695 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] For port c4fb5529-5ca5-4df5-8004-c300047f3199, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=c4fb5529-5ca5-4df5-8004-c300047f3199,segment=NetworkSegment(7d00a59a-fd6b-444f-8454-6973ee677288),segment_id=7d00a59a-fd6b-444f-8454-6973ee677288)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:17:22.351523 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:22.356027 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:22.441503 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Pushing event updated for resources: {'Port': ['ID=c4fb5529-5ca5-4df5-8004-c300047f3199,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:22.445629 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:22.510281 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d70007f3-caff-496f-aa3f-82db84876836 req-56e03073-e235-4c1d-a6e2-b7a24c27f059 service neutron] 10.222.0.77 "GET /v2.0/networks/18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3186867
Jun 02 08:17:22.582872 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7bad96-17ff-40c5-9b87-0040542fba24 None None] Sync routers for ids ['8862c7c1-e96f-4746-89cd-0b8f185a24fe'] in dv-cinder-786385-7-iscsi {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:17:22.592607 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7bad96-17ff-40c5-9b87-0040542fba24 None None] Routers {'8862c7c1-e96f-4746-89cd-0b8f185a24fe'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:17:22.593217 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-9c7bad96-17ff-40c5-9b87-0040542fba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7afc19a0>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:17:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['8862c7c1-e96f-4746-89cd-0b8f185a24fe'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:17:22.651569 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d70007f3-caff-496f-aa3f-82db84876836 req-5e335761-2104-4887-bb54-e13808f969a7 service neutron] 10.222.0.77 "GET /v2.0/networks/18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344607
Jun 02 08:17:22.796602 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-9c7bad96-17ff-40c5-9b87-0040542fba24 None None] Set router 8862c7c1-e96f-4746-89cd-0b8f185a24fe gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:17:22.997643 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-77a79c88-635f-45ec-baf9-e3ef1d4f9d8b req-38a78dc7-ce7a-4a65-857e-274ab030493f tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde6d51c-dcc6-4b2b-994a-7fb31b547185 HTTP/1.1" status: 200  len: 210 time: 0.0816925
Jun 02 08:17:23.096161 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2586a5c-40ed-4aa9-ae91-329c50b834e4 req-dda465bd-c8e5-4ced-b914-9bb4759a85d0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:23.097796 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a2586a5c-40ed-4aa9-ae91-329c50b834e4 req-dda465bd-c8e5-4ced-b914-9bb4759a85d0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 944 time: 0.0826197
Jun 02 08:17:23.165254 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a2586a5c-40ed-4aa9-ae91-329c50b834e4 req-35b618ec-3afa-41ad-80a1-9c71161461c8 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596905
Jun 02 08:17:23.218834 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-9c7bad96-17ff-40c5-9b87-0040542fba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7afc19a0>, [{'id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'name': 'tempest-TestMinimumBasicScenario-2107989771-router', 'tenant_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c4fb5529-5ca5-4df5-8004-c300047f3199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:17:15Z', 'updated_at': '2021-06-02T08:17:20Z', 'revision_number': 4, 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'gw_port': {'id': 'c4fb5529-5ca5-4df5-8004-c300047f3199', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:16Z', 'updated_at': '2021-06-02T08:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': '1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a', 'name': '', 'network_id': '08fbaa15-9e5d-4d43-8d34-d36dcaacffc4', 'tenant_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'mac_address': 'fa:16:3e:6f:83:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '82c7946a-1134-47b3-9c3a-1e02a1d3a7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:19Z', 'updated_at': '2021-06-02T08:17:20Z', 'revision_number': 2, 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'subnets': [{'id': '82c7946a-1134-47b3-9c3a-1e02a1d3a7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:17:23.223060 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7bad96-17ff-40c5-9b87-0040542fba24 None None] Checking router: 8862c7c1-e96f-4746-89cd-0b8f185a24fe for host: dv-cinder-786385-7-iscsi {{(pid=92344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:17:23.223424 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7bad96-17ff-40c5-9b87-0040542fba24 None None] Updating router 8862c7c1-e96f-4746-89cd-0b8f185a24fe port 1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a binding host dv-cinder-786385-7-iscsi {{(pid=92344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 02 08:17:23.280325 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-9c7bad96-17ff-40c5-9b87-0040542fba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:23.301031 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 35494) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:17:23.306549 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-327f527a-8582-4ca5-83b8-cdfd48545e85 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1144184065-network', 'tenant_id': '1173dc8912034ac1bf2b01c4b7b615ac'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:17:23.312085 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-327f527a-8582-4ca5-83b8-cdfd48545e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:17:23.317548 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-327f527a-8582-4ca5-83b8-cdfd48545e85 admin admin] Usage tracker for resource:network and tenant:1173dc8912034ac1bf2b01c4b7b615ac is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:17:23.320096 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-327f527a-8582-4ca5-83b8-cdfd48545e85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:17:23.326340 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-327f527a-8582-4ca5-83b8-cdfd48545e85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:17:23.468136 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327f527a-8582-4ca5-83b8-cdfd48545e85 admin admin] Made reservation on behalf of 1173dc8912034ac1bf2b01c4b7b615ac for: {'network': 1} {{(pid=92342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:17:23.471500 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-327f527a-8582-4ca5-83b8-cdfd48545e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-941343'] for network, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:23.486664 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-327f527a-8582-4ca5-83b8-cdfd48545e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:23.504468 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-327f527a-8582-4ca5-83b8-cdfd48545e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:17:23.509115 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-327f527a-8582-4ca5-83b8-cdfd48545e85 admin admin] Usage tracker for resource:security_group_rule and tenant:1173dc8912034ac1bf2b01c4b7b615ac is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:17:23.513711 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-327f527a-8582-4ca5-83b8-cdfd48545e85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:17:23.521987 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-327f527a-8582-4ca5-83b8-cdfd48545e85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:17:23.613179 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-327f527a-8582-4ca5-83b8-cdfd48545e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:23.645479 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-9c7bad96-17ff-40c5-9b87-0040542fba24 None None] Notify callbacks [] for port, precommit_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:23.657579 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.provisioning_blocks [None req-9c7bad96-17ff-40c5-9b87-0040542fba24 None None] Transition to ACTIVE for port object 1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a will not be triggered until provisioned by entity L2. {{(pid=92344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:17:23.659552 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device c4fb5529-5ca5-4df5-8004-c300047f3199 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:17:23.690078 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 up at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:17:23.711230 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-327f527a-8582-4ca5-83b8-cdfd48545e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:23.715444 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-47f26daa-cbd1-4394-8782-685a0829649f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:23.738910 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327f527a-8582-4ca5-83b8-cdfd48545e85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754}  {{(pid=92342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 02 08:17:23.741251 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-9c7bad96-17ff-40c5-9b87-0040542fba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:23.752496 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f527a-8582-4ca5-83b8-cdfd48545e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6067a252-0073-45dc-93ec-690f47f3a61b,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:23.755856 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:23.756489 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-327f527a-8582-4ca5-83b8-cdfd48545e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:23.757622 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-327f527a-8582-4ca5-83b8-cdfd48545e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:23.758111 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.db.segments_db [None req-327f527a-8582-4ca5-83b8-cdfd48545e85 admin admin] Added segment a6448d81-30fb-4243-9b7c-ebd4e4c69e5a of type vlan for network aa997e7c-e997-437c-b9b6-0319a90b57ce
Jun 02 08:17:23.790382 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port c4fb5529-5ca5-4df5-8004-c300047f3199 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:17:23.791098 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:23.817334 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-327f527a-8582-4ca5-83b8-cdfd48545e85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744146435166'] for network, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:23.822283 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning complete for port 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:17:23.822957 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:23.829607 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95a8cb-0c3f-4704-8b6d-f31cc5f0b9be None None] Pushing event updated for resources: {'Port': ['ID=1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a,revision_number=3']} {{(pid=92344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:23.882944 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c95a8cb-0c3f-4704-8b6d-f31cc5f0b9be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:23.883274 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c95a8cb-0c3f-4704-8b6d-f31cc5f0b9be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:23.888439 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c95a8cb-0c3f-4704-8b6d-f31cc5f0b9be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:23.888439 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c95a8cb-0c3f-4704-8b6d-f31cc5f0b9be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:23.888439 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c95a8cb-0c3f-4704-8b6d-f31cc5f0b9be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:23.888439 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c95a8cb-0c3f-4704-8b6d-f31cc5f0b9be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:23.888439 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c95a8cb-0c3f-4704-8b6d-f31cc5f0b9be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:23.888439 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c95a8cb-0c3f-4704-8b6d-f31cc5f0b9be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:23.888439 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c95a8cb-0c3f-4704-8b6d-f31cc5f0b9be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:23.888439 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c95a8cb-0c3f-4704-8b6d-f31cc5f0b9be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:23.888439 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c95a8cb-0c3f-4704-8b6d-f31cc5f0b9be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:23.888439 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c95a8cb-0c3f-4704-8b6d-f31cc5f0b9be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:23.895933 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [None req-5c95a8cb-0c3f-4704-8b6d-f31cc5f0b9be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:23.983312 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-327f527a-8582-4ca5-83b8-cdfd48545e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186'] for network, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:23.985463 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327f527a-8582-4ca5-83b8-cdfd48545e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:23.986293 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-327f527a-8582-4ca5-83b8-cdfd48545e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:23.993177 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:23.996094 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.managers [None req-9c7bad96-17ff-40c5-9b87-0040542fba24 None None] Attempting to bind port 1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a on host dv-cinder-786385-7-iscsi for vnic_type normal with profile  {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:17:23.997533 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.managers [None req-9c7bad96-17ff-40c5-9b87-0040542fba24 None None] Attempting to bind port 1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a by drivers openvswitch,hyperv on host dv-cinder-786385-7-iscsi at level 0 using segments [{'id': '07732512-85bf-4e04-be73-dcc36c00ac90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '08fbaa15-9e5d-4d43-8d34-d36dcaacffc4'}] {{(pid=92344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:17:23.997533 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7bad96-17ff-40c5-9b87-0040542fba24 None None] Attempting to bind port 1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a on network 08fbaa15-9e5d-4d43-8d34-d36dcaacffc4 {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:17:24.008388 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7bad96-17ff-40c5-9b87-0040542fba24 None None] Checking agent: {'id': '293b8e5c-58b0-46e6-908b-da5c92a2d3b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 4, 12), 'started_at': datetime.datetime(2021, 6, 2, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:17:24.008799 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7bad96-17ff-40c5-9b87-0040542fba24 None None] Checking segment: {'id': '07732512-85bf-4e04-be73-dcc36c00ac90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '08fbaa15-9e5d-4d43-8d34-d36dcaacffc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:17:24.009234 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-9c7bad96-17ff-40c5-9b87-0040542fba24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:24.009750 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7bad96-17ff-40c5-9b87-0040542fba24 None None] Bound using segment: {'id': '07732512-85bf-4e04-be73-dcc36c00ac90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '08fbaa15-9e5d-4d43-8d34-d36dcaacffc4'} {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:17:24.010275 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.managers [None req-9c7bad96-17ff-40c5-9b87-0040542fba24 None None] Bound port: 1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a, host: dv-cinder-786385-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07732512-85bf-4e04-be73-dcc36c00ac90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '08fbaa15-9e5d-4d43-8d34-d36dcaacffc4'}}] {{(pid=92344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:17:24.010657 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-9c7bad96-17ff-40c5-9b87-0040542fba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:24.028958 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:24.072921 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ce0410-e1bb-4a80-93e7-6075cf00502a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3a1cbe-c4fa-4fbc-9694-408e51b0df89'}] {{(pid=92343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:17:24.085343 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a92db95248474e1fdd92faa7bb4bdbed5d39af607a3dc1549787c687b6a75a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109d5800-9d49-49d4-a281-9eb13e6e0095" -d '{"events": [{"server_uuid": "92ce0410-e1bb-4a80-93e7-6075cf00502a", "name": "network-vif-plugged", "status": "completed", "tag": "7c3a1cbe-c4fa-4fbc-9694-408e51b0df89"}]}' {{(pid=92343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:17:24.090047 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7c3a1cbe-c4fa-4fbc-9694-408e51b0df89,segment=NetworkSegment(00974669-6402-4aa5-90c7-6e7c2d820d71),segment_id=00974669-6402-4aa5-90c7-6e7c2d820d71)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:17:24.145156 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f527a-8582-4ca5-83b8-cdfd48545e85 admin admin] Pushing event updated for resources: {'Network': ['ID=aa997e7c-e997-437c-b9b6-0319a90b57ce,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:24.149389 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-327f527a-8582-4ca5-83b8-cdfd48545e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:24.150288 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.db [None req-9c7bad96-17ff-40c5-9b87-0040542fba24 None None] For port 1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a, host dv-cinder-786385-7-iscsi, cleared binding levels {{(pid=92344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:17:24.154094 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-327f527a-8582-4ca5-83b8-cdfd48545e85 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8489604
Jun 02 08:17:24.154595 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.db [None req-9c7bad96-17ff-40c5-9b87-0040542fba24 None None] For port 1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a, host dv-cinder-786385-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a,segment=NetworkSegment(07732512-85bf-4e04-be73-dcc36c00ac90),segment_id=07732512-85bf-4e04-be73-dcc36c00ac90)] {{(pid=92344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:17:24.154699 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 35506) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:17:24.156990 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Network aa997e7c-e997-437c-b9b6-0319a90b57ce details requested by agent ovs-agent-dv-cinder-786385-7-iscsi with host dv-cinder-786385-7-iscsi {{(pid=92343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 02 08:17:24.162033 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-ee619cfb-5d21-4d31-9074-6e59097ed3d7 admin admin] Request body: {'subnet': {'network_id': 'aa997e7c-e997-437c-b9b6-0319a90b57ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1144184065-subnet', 'tenant_id': '1173dc8912034ac1bf2b01c4b7b615ac', 'ip_version': 4}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:17:24.168625 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e44c8f62-0b49-4358-89c6-6d8112bafc1a req-d9e2fe88-dd32-493b-8ef5-0749f389741e tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde6d51c-dcc6-4b2b-994a-7fb31b547185 HTTP/1.1" status: 200  len: 210 time: 0.0720458
Jun 02 08:17:24.171761 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bfe8b9-4ed4-46a2-8eaf-5773526244a7 x-openstack-request-id: req-f8bfe8b9-4ed4-46a2-8eaf-5773526244a7 {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:17:24.171883 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-ee619cfb-5d21-4d31-9074-6e59097ed3d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:17:24.172987 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ce0410-e1bb-4a80-93e7-6075cf00502a", "name": "network-vif-plugged", "status": "completed", "tag": "7c3a1cbe-c4fa-4fbc-9694-408e51b0df89", "code": 200}]} {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:17:24.173417 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f8bfe8b9-4ed4-46a2-8eaf-5773526244a7 {{(pid=92343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:17:24.173943 dv-cinder-786385-7-iscsi neutron-server[92343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ce0410-e1bb-4a80-93e7-6075cf00502a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3a1cbe-c4fa-4fbc-9694-408e51b0df89', 'code': 200}
Jun 02 08:17:24.177328 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-ee619cfb-5d21-4d31-9074-6e59097ed3d7 admin admin] Usage tracker for resource:subnet and tenant:1173dc8912034ac1bf2b01c4b7b615ac is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:17:24.181013 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-ee619cfb-5d21-4d31-9074-6e59097ed3d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:17:24.182733 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:24.186588 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:24.193602 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-ee619cfb-5d21-4d31-9074-6e59097ed3d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:17:24.260582 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-9c7bad96-17ff-40c5-9b87-0040542fba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:24.264693 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:24.309010 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee619cfb-5d21-4d31-9074-6e59097ed3d7 admin admin] Made reservation on behalf of 1173dc8912034ac1bf2b01c4b7b615ac for: {'subnet': 1} {{(pid=92342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:17:24.319566 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=7c3a1cbe-c4fa-4fbc-9694-408e51b0df89,revision_number=7']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:24.320210 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-ee619cfb-5d21-4d31-9074-6e59097ed3d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6612446'] for subnet, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:24.322459 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:24.346678 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7bad96-17ff-40c5-9b87-0040542fba24 None None] Routers {'8862c7c1-e96f-4746-89cd-0b8f185a24fe'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:17:24.347297 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-9c7bad96-17ff-40c5-9b87-0040542fba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7afc19a0>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:17:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['8862c7c1-e96f-4746-89cd-0b8f185a24fe'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:17:24.415413 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95a8cb-0c3f-4704-8b6d-f31cc5f0b9be None None] Pushing event updated for resources: {'Port': ['ID=1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a,revision_number=4']} {{(pid=92344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:24.420471 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [None req-5c95a8cb-0c3f-4704-8b6d-f31cc5f0b9be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:24.430217 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76706abd-2087-43a6-b58d-2373cda3bb87 req-9182f4e6-2d3a-48a2-b26f-90b5fa7718d6 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:24.437719 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-76706abd-2087-43a6-b58d-2373cda3bb87 req-9182f4e6-2d3a-48a2-b26f-90b5fa7718d6 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.1417494
Jun 02 08:17:24.492158 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-76706abd-2087-43a6-b58d-2373cda3bb87 req-a25b5f64-ab9c-4ada-a58f-d959c8f7fc4d tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530512
Jun 02 08:17:24.571778 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-9c7bad96-17ff-40c5-9b87-0040542fba24 None None] Set router 8862c7c1-e96f-4746-89cd-0b8f185a24fe gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:17:24.845964 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-ee619cfb-5d21-4d31-9074-6e59097ed3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6634097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6612428'] for subnet, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:24.850790 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:24.924990 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee619cfb-5d21-4d31-9074-6e59097ed3d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86805798-504e-4ff7-97cc-41769c9d0c20,revision_number=0']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:24.927799 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-ee619cfb-5d21-4d31-9074-6e59097ed3d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:24.934074 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee619cfb-5d21-4d31-9074-6e59097ed3d7 admin admin] Checking segment: {'id': 'a6448d81-30fb-4243-9b7c-ebd4e4c69e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'aa997e7c-e997-437c-b9b6-0319a90b57ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:17:24.934426 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee619cfb-5d21-4d31-9074-6e59097ed3d7 admin admin] Network hostable DHCP agents. Network: aa997e7c-e997-437c-b9b6-0319a90b57ce, hostable agents: ['4b89aefe-9643-4cd8-b10a-5110f7f4c5b0'], hosted agents: [] {{(pid=92342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 02 08:17:24.937534 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-9c7bad96-17ff-40c5-9b87-0040542fba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7afc19a0>, [{'id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'name': 'tempest-TestMinimumBasicScenario-2107989771-router', 'tenant_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c4fb5529-5ca5-4df5-8004-c300047f3199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:17:15Z', 'updated_at': '2021-06-02T08:17:20Z', 'revision_number': 4, 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'gw_port': {'id': 'c4fb5529-5ca5-4df5-8004-c300047f3199', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:16Z', 'updated_at': '2021-06-02T08:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': '1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a', 'name': '', 'network_id': '08fbaa15-9e5d-4d43-8d34-d36dcaacffc4', 'tenant_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'mac_address': 'fa:16:3e:6f:83:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '82c7946a-1134-47b3-9c3a-1e02a1d3a7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:19Z', 'updated_at': '2021-06-02T08:17:24Z', 'revision_number': 4, 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'subnets': [{'id': '82c7946a-1134-47b3-9c3a-1e02a1d3a7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:17:24.943168 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7bad96-17ff-40c5-9b87-0040542fba24 None None] The sync data for ids ['8862c7c1-e96f-4746-89cd-0b8f185a24fe'] in dv-cinder-786385-7-iscsi is: [{'id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'name': 'tempest-TestMinimumBasicScenario-2107989771-router', 'tenant_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c4fb5529-5ca5-4df5-8004-c300047f3199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:17:15Z', 'updated_at': '2021-06-02T08:17:20Z', 'revision_number': 4, 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'gw_port': {'id': 'c4fb5529-5ca5-4df5-8004-c300047f3199', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:16Z', 'updated_at': '2021-06-02T08:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': '1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a', 'name': '', 'network_id': '08fbaa15-9e5d-4d43-8d34-d36dcaacffc4', 'tenant_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'mac_address': 'fa:16:3e:6f:83:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '82c7946a-1134-47b3-9c3a-1e02a1d3a7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:19Z', 'updated_at': '2021-06-02T08:17:24Z', 'revision_number': 4, 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'subnets': [{'id': '82c7946a-1134-47b3-9c3a-1e02a1d3a7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:17:25.073847 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee619cfb-5d21-4d31-9074-6e59097ed3d7 admin admin] Network aa997e7c-e997-437c-b9b6-0319a90b57ce is scheduled to be hosted by DHCP agent 4b89aefe-9643-4cd8-b10a-5110f7f4c5b0 with binding_index 1 {{(pid=92342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 02 08:17:25.087634 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:17:25.210924 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-ee619cfb-5d21-4d31-9074-6e59097ed3d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-iscsi, aa997e7c-e997-437c-b9b6-0319a90b57ce) {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:17:25.220337 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee619cfb-5d21-4d31-9074-6e59097ed3d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:25.220927 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-ee619cfb-5d21-4d31-9074-6e59097ed3d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:25.221040 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaf7bd0-b7c4-450b-a6a2-073dc95f4082 None None] Network aa997e7c-e997-437c-b9b6-0319a90b57ce requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:17:25.332745 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-ee619cfb-5d21-4d31-9074-6e59097ed3d7 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1750190
Jun 02 08:17:25.339173 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-99433044-e5b1-4c8b-9e36-6e6c7f5117cb req-ff561e34-fef2-4eb8-a011-0cb23ec3f395 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde6d51c-dcc6-4b2b-994a-7fb31b547185 HTTP/1.1" status: 200  len: 210 time: 0.0455387
Jun 02 08:17:25.339768 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 35518) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:17:25.339768 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-356d8ef2-3886-43e0-9fa9-5dce4dee8107 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1144184065-router', 'tenant_id': '1173dc8912034ac1bf2b01c4b7b615ac', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257'}}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:17:25.354965 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-356d8ef2-3886-43e0-9fa9-5dce4dee8107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:17:25.359806 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-356d8ef2-3886-43e0-9fa9-5dce4dee8107 admin admin] Usage tracker for resource:router and tenant:1173dc8912034ac1bf2b01c4b7b615ac is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:17:25.362893 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-356d8ef2-3886-43e0-9fa9-5dce4dee8107 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:17:25.369517 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-356d8ef2-3886-43e0-9fa9-5dce4dee8107 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:17:25.489130 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-356d8ef2-3886-43e0-9fa9-5dce4dee8107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8100032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2016'] for router, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:25.490188 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-356d8ef2-3886-43e0-9fa9-5dce4dee8107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8100007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036529', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8237981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2031'] for router, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:25.528313 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-356d8ef2-3886-43e0-9fa9-5dce4dee8107 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:25.531392 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de90e0d3-21cb-44b2-a7fc-ef218e05b2ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843a9d8d-a68d-5afb-bd09-00322a14b4de-aa997e7c-e997-437c-b9b6-0319a90b57ce', 'network_id': 'aa997e7c-e997-437c-b9b6-0319a90b57ce', 'tenant_id': '1173dc8912034ac1bf2b01c4b7b615ac', 'fixed_ips': [{'subnet_id': '86805798-504e-4ff7-97cc-41769c9d0c20'}]}} from dv-cinder-786385-7-iscsi. {{(pid=92343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 02 08:17:25.532275 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-de90e0d3-21cb-44b2-a7fc-ef218e05b2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:25.762587 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:17:25.908629 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.db_base_plugin_common [None req-de90e0d3-21cb-44b2-a7fc-ef218e05b2ed None None] Allocated IP 172.20.0.2 (aa997e7c-e997-437c-b9b6-0319a90b57ce/86805798-504e-4ff7-97cc-41769c9d0c20/c901c053-cb49-45de-8535-696e80aef3d1) {{(pid=92343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:17:25.986011 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a956e-cf64-4b5d-97aa-5faac240c407 req-724d8807-4c90-4cee-9814-07090d371332 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:25.987609 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9b8a956e-cf64-4b5d-97aa-5faac240c407 req-724d8807-4c90-4cee-9814-07090d371332 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.2619128
Jun 02 08:17:25.995042 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning for port 1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:17:25.997081 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70007f3-caff-496f-aa3f-82db84876836 req-60fef57b-af32-42dc-b073-2f0e73736e0f tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:25.998691 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d70007f3-caff-496f-aa3f-82db84876836 req-60fef57b-af32-42dc-b073-2f0e73736e0f tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.72 "GET /v2.0/networks?id=18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e HTTP/1.1" status: 200  len: 813 time: 0.3598771
Jun 02 08:17:26.025029 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [req-d70007f3-caff-496f-aa3f-82db84876836 req-68923441-196d-4d43-b89a-41d3c87f4f94 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Request body: {'port': {'device_id': 'cde6d51c-dcc6-4b2b-994a-7fb31b547185', 'network_id': '18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e', 'admin_state_up': True, 'tenant_id': 'af0051b983e344a491bc13398744423a'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:17:26.049094 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:17:26.049472 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:26.086744 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-356d8ef2-3886-43e0-9fa9-5dce4dee8107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8036483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8100050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2045'] for router, precommit_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:26.268035 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9b8a956e-cf64-4b5d-97aa-5faac240c407 req-60f74657-81ad-4440-b24e-336286e089fc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2682340
Jun 02 08:17:26.308836 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [req-d70007f3-caff-496f-aa3f-82db84876836 req-68923441-196d-4d43-b89a-41d3c87f4f94 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:17:26.321196 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-de90e0d3-21cb-44b2-a7fc-ef218e05b2ed None None] Notify callbacks [] for port, precommit_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:26.327608 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [req-d70007f3-caff-496f-aa3f-82db84876836 req-68923441-196d-4d43-b89a-41d3c87f4f94 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:17:26.338207 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:26.348604 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-de90e0d3-21cb-44b2-a7fc-ef218e05b2ed None None] Transition to ACTIVE for port object c901c053-cb49-45de-8535-696e80aef3d1 will not be triggered until provisioned by entity L2. {{(pid=92343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:17:26.393204 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] For port 1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a,segment=NetworkSegment(07732512-85bf-4e04-be73-dcc36c00ac90),segment_id=07732512-85bf-4e04-be73-dcc36c00ac90)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:17:26.419948 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d70007f3-caff-496f-aa3f-82db84876836 req-68923441-196d-4d43-b89a-41d3c87f4f94 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Made reservation on behalf of af0051b983e344a491bc13398744423a for: {'port': 1} {{(pid=92341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:17:26.420555 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-de90e0d3-21cb-44b2-a7fc-ef218e05b2ed None None] Transition to ACTIVE for port object c901c053-cb49-45de-8535-696e80aef3d1 will not be triggered until provisioned by entity DHCP. {{(pid=92343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:17:26.424800 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-d70007f3-caff-496f-aa3f-82db84876836 req-68923441-196d-4d43-b89a-41d3c87f4f94 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:26.485550 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:26.487516 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:26.534359 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1af846fc-517b-494c-a06e-aab24ef790ff req-40e8fdae-ede9-4402-b7b1-b41c78122b88 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde6d51c-dcc6-4b2b-994a-7fb31b547185 HTTP/1.1" status: 200  len: 210 time: 0.0527122
Jun 02 08:17:26.534953 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-de90e0d3-21cb-44b2-a7fc-ef218e05b2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309'] for port, after_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:26.571220 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de90e0d3-21cb-44b2-a7fc-ef218e05b2ed None None] Network aa997e7c-e997-437c-b9b6-0319a90b57ce is already hosted by enough agents. {{(pid=92343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:17:26.574668 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.scheduler.base_scheduler [None req-de90e0d3-21cb-44b2-a7fc-ef218e05b2ed None None] Resources bound (agent type, host, resource id):  {{(pid=92343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:17:26.577958 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de90e0d3-21cb-44b2-a7fc-ef218e05b2ed None None] Received port after_create {{(pid=92343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:17:26.619040 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-356d8ef2-3886-43e0-9fa9-5dce4dee8107 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:26.650370 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Pushing event updated for resources: {'Port': ['ID=1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a,revision_number=5']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:26.650588 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-356d8ef2-3886-43e0-9fa9-5dce4dee8107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:26.656061 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:26.657205 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:26.657479 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.db_base_plugin_common [req-d70007f3-caff-496f-aa3f-82db84876836 req-68923441-196d-4d43-b89a-41d3c87f4f94 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Allocated IP 172.20.0.8 (18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e/ce851956-0758-4dc0-b9b1-2551e3547380/5385d97c-adca-410a-a77a-6168390553cf) {{(pid=92341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:17:26.749344 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-de90e0d3-21cb-44b2-a7fc-ef218e05b2ed None None] Attempting to bind port c901c053-cb49-45de-8535-696e80aef3d1 on host dv-cinder-786385-7-iscsi for vnic_type normal with profile  {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:17:26.749735 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-de90e0d3-21cb-44b2-a7fc-ef218e05b2ed None None] Attempting to bind port c901c053-cb49-45de-8535-696e80aef3d1 by drivers openvswitch,hyperv on host dv-cinder-786385-7-iscsi at level 0 using segments [{'id': 'a6448d81-30fb-4243-9b7c-ebd4e4c69e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'aa997e7c-e997-437c-b9b6-0319a90b57ce'}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:17:26.750864 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de90e0d3-21cb-44b2-a7fc-ef218e05b2ed None None] Attempting to bind port c901c053-cb49-45de-8535-696e80aef3d1 on network aa997e7c-e997-437c-b9b6-0319a90b57ce {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:17:26.756938 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90e0d3-21cb-44b2-a7fc-ef218e05b2ed None None] Pushing event updated for resources: {'Port': ['ID=c901c053-cb49-45de-8535-696e80aef3d1,revision_number=1']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:26.767898 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de90e0d3-21cb-44b2-a7fc-ef218e05b2ed None None] Checking agent: {'id': '293b8e5c-58b0-46e6-908b-da5c92a2d3b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 4, 12), 'started_at': datetime.datetime(2021, 6, 2, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:17:26.768417 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de90e0d3-21cb-44b2-a7fc-ef218e05b2ed None None] Checking segment: {'id': 'a6448d81-30fb-4243-9b7c-ebd4e4c69e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'aa997e7c-e997-437c-b9b6-0319a90b57ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:17:26.768925 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-de90e0d3-21cb-44b2-a7fc-ef218e05b2ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:26.769340 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de90e0d3-21cb-44b2-a7fc-ef218e05b2ed None None] Bound using segment: {'id': 'a6448d81-30fb-4243-9b7c-ebd4e4c69e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'aa997e7c-e997-437c-b9b6-0319a90b57ce'} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:17:26.769997 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-de90e0d3-21cb-44b2-a7fc-ef218e05b2ed None None] Bound port: c901c053-cb49-45de-8535-696e80aef3d1, host: dv-cinder-786385-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6448d81-30fb-4243-9b7c-ebd4e4c69e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'aa997e7c-e997-437c-b9b6-0319a90b57ce'}}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:17:26.770395 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-de90e0d3-21cb-44b2-a7fc-ef218e05b2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:26.789656 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-de90e0d3-21cb-44b2-a7fc-ef218e05b2ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:26.801767 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_common [None req-356d8ef2-3886-43e0-9fa9-5dce4dee8107 admin admin] Allocated IP 172.27.3.139 (25cee017-96f1-470f-84b1-115420be0257/100151e0-9740-4c20-8f2c-560e0808d190/1c88c921-cb57-4087-b90d-1523a39c74d2) {{(pid=92342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:17:26.868936 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-de90e0d3-21cb-44b2-a7fc-ef218e05b2ed None None] For port c901c053-cb49-45de-8535-696e80aef3d1, host dv-cinder-786385-7-iscsi, cleared binding levels {{(pid=92343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:17:26.872144 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-de90e0d3-21cb-44b2-a7fc-ef218e05b2ed None None] For port c901c053-cb49-45de-8535-696e80aef3d1, host dv-cinder-786385-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=c901c053-cb49-45de-8535-696e80aef3d1,segment=NetworkSegment(a6448d81-30fb-4243-9b7c-ebd4e4c69e5a),segment_id=a6448d81-30fb-4243-9b7c-ebd4e4c69e5a)] {{(pid=92343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:17:26.886284 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-d70007f3-caff-496f-aa3f-82db84876836 req-68923441-196d-4d43-b89a-41d3c87f4f94 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Notify callbacks [] for port, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:26.948649 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-de90e0d3-21cb-44b2-a7fc-ef218e05b2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:26.953972 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-1bcd7f71-e146-4e44-bef9-393b0b942292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:26.956975 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-356d8ef2-3886-43e0-9fa9-5dce4dee8107 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:27.009207 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-d70007f3-caff-496f-aa3f-82db84876836 req-68923441-196d-4d43-b89a-41d3c87f4f94 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:27.015441 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-d4f0ab2f-e3ad-4d74-a10d-806f29ee4dab tempest-ServerRescueNegativeTestJSON-1518158589 tempest-ServerRescueNegativeTestJSON-1518158589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:27.033088 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90e0d3-21cb-44b2-a7fc-ef218e05b2ed None None] Pushing event updated for resources: {'Port': ['ID=c901c053-cb49-45de-8535-696e80aef3d1,revision_number=2']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:27.036392 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-de90e0d3-21cb-44b2-a7fc-ef218e05b2ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:27.100293 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d70007f3-caff-496f-aa3f-82db84876836 req-68923441-196d-4d43-b89a-41d3c87f4f94 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Network 18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e is already hosted by enough agents. {{(pid=92341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:17:27.103333 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [req-d70007f3-caff-496f-aa3f-82db84876836 req-68923441-196d-4d43-b89a-41d3c87f4f94 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Resources bound (agent type, host, resource id):  {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:17:27.107192 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70007f3-caff-496f-aa3f-82db84876836 req-68923441-196d-4d43-b89a-41d3c87f4f94 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Received port after_create {{(pid=92341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:17:27.138144 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-356d8ef2-3886-43e0-9fa9-5dce4dee8107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:27.143899 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-07e73fc6-a364-4df7-bf0f-51fbdd6274d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:27.144114 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68923441-196d-4d43-b89a-41d3c87f4f94 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Pushing event updated for resources: {'Port': ['ID=5385d97c-adca-410a-a77a-6168390553cf,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:27.148582 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-68923441-196d-4d43-b89a-41d3c87f4f94 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:27.176659 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70007f3-caff-496f-aa3f-82db84876836 req-68923441-196d-4d43-b89a-41d3c87f4f94 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:27.177315 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-d70007f3-caff-496f-aa3f-82db84876836 req-68923441-196d-4d43-b89a-41d3c87f4f94 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:27.219132 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356d8ef2-3886-43e0-9fa9-5dce4dee8107 admin admin] Network 25cee017-96f1-470f-84b1-115420be0257 is already hosted by enough agents. {{(pid=92342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:17:27.224340 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-356d8ef2-3886-43e0-9fa9-5dce4dee8107 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:17:27.232143 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356d8ef2-3886-43e0-9fa9-5dce4dee8107 admin admin] Received port after_create {{(pid=92342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:17:27.288563 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d8ef2-3886-43e0-9fa9-5dce4dee8107 admin admin] Pushing event updated for resources: {'Port': ['ID=1c88c921-cb57-4087-b90d-1523a39c74d2,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:27.293111 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-356d8ef2-3886-43e0-9fa9-5dce4dee8107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:27.299485 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d70007f3-caff-496f-aa3f-82db84876836 req-68923441-196d-4d43-b89a-41d3c87f4f94 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2815218
Jun 02 08:17:27.438956 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [req-d70007f3-caff-496f-aa3f-82db84876836 req-955aad4d-dfe4-4344-85cc-d48a78b598cf service neutron] Request body: {'port': {'device_id': 'cde6d51c-dcc6-4b2b-994a-7fb31b547185', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:17:27.579160 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95dfb87-74c0-442f-b30c-c4f32d9a900e req-d38f2828-f0c6-4a0e-a055-33f7eb64c3dc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:27.580663 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b95dfb87-74c0-442f-b30c-c4f32d9a900e req-d38f2828-f0c6-4a0e-a055-33f7eb64c3dc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.1955366
Jun 02 08:17:27.588390 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-d70007f3-caff-496f-aa3f-82db84876836 req-955aad4d-dfe4-4344-85cc-d48a78b598cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:27.731186 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b95dfb87-74c0-442f-b30c-c4f32d9a900e req-741c1b37-7b21-4ed4-9115-4400e51c4e8d tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1443799
Jun 02 08:17:27.771884 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device c901c053-cb49-45de-8535-696e80aef3d1 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:17:27.887506 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f036f-d9de-411a-86d5-b4ed9ca738d7 req-82046c74-ec26-49b5-b67a-972e7fbbe08a tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:27.892050 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-2f4f036f-d9de-411a-86d5-b4ed9ca738d7 req-82046c74-ec26-49b5-b67a-972e7fbbe08a tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Synchronizing usage tracker for tenant:af0051b983e344a491bc13398744423a on resource:port {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:17:27.951106 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-356d8ef2-3886-43e0-9fa9-5dce4dee8107 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:28.011191 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning for port c901c053-cb49-45de-8535-696e80aef3d1 completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:17:28.018265 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:17:28.069318 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-412adabb-0887-4af2-b38c-42a4f1fb1734 req-6ce975f0-324c-4bbf-ad68-5bed0179fe4d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2008481
Jun 02 08:17:28.100294 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-2f4f036f-d9de-411a-86d5-b4ed9ca738d7 req-82046c74-ec26-49b5-b67a-972e7fbbe08a tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Unset dirty status for tenant:af0051b983e344a491bc13398744423a on resource:port {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:17:28.106536 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2f4f036f-d9de-411a-86d5-b4ed9ca738d7 req-82046c74-ec26-49b5-b67a-972e7fbbe08a tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde6d51c-dcc6-4b2b-994a-7fb31b547185 HTTP/1.1" status: 200  len: 931 time: 0.4407258
Jun 02 08:17:28.149622 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:17:28.150282 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:28.196903 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c2fce7-1cb2-476c-af6c-770d05ac6458 None None] Network aa997e7c-e997-437c-b9b6-0319a90b57ce requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:17:28.251121 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [req-d70007f3-caff-496f-aa3f-82db84876836 req-955aad4d-dfe4-4344-85cc-d48a78b598cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5385d97c-adca-410a-a77a-6168390553cf {{(pid=92341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:17:28.262439 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2f4f036f-d9de-411a-86d5-b4ed9ca738d7 req-d64ba232-244a-426a-9a9a-42698fa684ad tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/security-groups?id=06b9aedd-bdde-45c7-aaa9-e64cfec524ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1550336
Jun 02 08:17:28.264414 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-d70007f3-caff-496f-aa3f-82db84876836 req-955aad4d-dfe4-4344-85cc-d48a78b598cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:28.294957 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.provisioning_blocks [req-d70007f3-caff-496f-aa3f-82db84876836 req-955aad4d-dfe4-4344-85cc-d48a78b598cf service neutron] Transition to ACTIVE for port object 5385d97c-adca-410a-a77a-6168390553cf will not be triggered until provisioned by entity L2. {{(pid=92341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:17:28.412050 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-d70007f3-caff-496f-aa3f-82db84876836 req-955aad4d-dfe4-4344-85cc-d48a78b598cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589761'] for port, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:28.415342 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-b4be6804-a376-457f-aa42-fc6de95eeed0 None None] Provisioning for port c901c053-cb49-45de-8535-696e80aef3d1 completed by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:17:28.419008 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-3af1e92f-91f2-4b4d-b84e-a410c2ac5b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:28.505201 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-b4be6804-a376-457f-aa42-fc6de95eeed0 None None] Provisioning complete for port c901c053-cb49-45de-8535-696e80aef3d1 triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:17:28.505814 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-b4be6804-a376-457f-aa42-fc6de95eeed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:28.543584 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412adabb-0887-4af2-b38c-42a4f1fb1734 req-ca931a4d-9f20-4c30-a342-02faa9735b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:28.551776 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-412adabb-0887-4af2-b38c-42a4f1fb1734 req-ca931a4d-9f20-4c30-a342-02faa9735b14 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72114cae61da476699f7059d4f116bba&device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 1098 time: 0.3993354
Jun 02 08:17:28.616172 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-356d8ef2-3886-43e0-9fa9-5dce4dee8107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8100043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8036580'] for router, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:28.717208 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-b4be6804-a376-457f-aa42-fc6de95eeed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:28.761726 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955aad4d-dfe4-4344-85cc-d48a78b598cf service neutron] Pushing event updated for resources: {'Port': ['ID=5385d97c-adca-410a-a77a-6168390553cf,revision_number=2']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:28.762945 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-b4be6804-a376-457f-aa42-fc6de95eeed0 None None] For port c901c053-cb49-45de-8535-696e80aef3d1, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=c901c053-cb49-45de-8535-696e80aef3d1,segment=NetworkSegment(a6448d81-30fb-4243-9b7c-ebd4e4c69e5a),segment_id=a6448d81-30fb-4243-9b7c-ebd4e4c69e5a)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:17:28.765324 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-955aad4d-dfe4-4344-85cc-d48a78b598cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:28.791085 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.managers [req-d70007f3-caff-496f-aa3f-82db84876836 req-955aad4d-dfe4-4344-85cc-d48a78b598cf service neutron] Attempting to bind port 5385d97c-adca-410a-a77a-6168390553cf on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:17:28.791579 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.managers [req-d70007f3-caff-496f-aa3f-82db84876836 req-955aad4d-dfe4-4344-85cc-d48a78b598cf service neutron] Attempting to bind port 5385d97c-adca-410a-a77a-6168390553cf by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '7882244c-c16f-4a67-aec9-ab4ef18d1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e'}] {{(pid=92341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:17:28.791993 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70007f3-caff-496f-aa3f-82db84876836 req-955aad4d-dfe4-4344-85cc-d48a78b598cf service neutron] Attempting to bind port 5385d97c-adca-410a-a77a-6168390553cf on network 18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:17:28.799863 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70007f3-caff-496f-aa3f-82db84876836 req-955aad4d-dfe4-4344-85cc-d48a78b598cf service neutron] Port 5385d97c-adca-410a-a77a-6168390553cf on network 18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 02 08:17:28.800341 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70007f3-caff-496f-aa3f-82db84876836 req-955aad4d-dfe4-4344-85cc-d48a78b598cf service neutron] Attempting to bind port 5385d97c-adca-410a-a77a-6168390553cf on network 18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:17:28.812458 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70007f3-caff-496f-aa3f-82db84876836 req-955aad4d-dfe4-4344-85cc-d48a78b598cf service neutron] Checking agent: {'id': '5f85f1d8-5acd-47ff-be11-89642c504a90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:17:28.813374 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70007f3-caff-496f-aa3f-82db84876836 req-955aad4d-dfe4-4344-85cc-d48a78b598cf service neutron] Checking segment: {'id': '7882244c-c16f-4a67-aec9-ab4ef18d1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:17:28.813758 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70007f3-caff-496f-aa3f-82db84876836 req-955aad4d-dfe4-4344-85cc-d48a78b598cf service neutron] Bound using segment: {'id': '7882244c-c16f-4a67-aec9-ab4ef18d1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e'} {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:17:28.814184 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.managers [req-d70007f3-caff-496f-aa3f-82db84876836 req-955aad4d-dfe4-4344-85cc-d48a78b598cf service neutron] Bound port: 5385d97c-adca-410a-a77a-6168390553cf, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7882244c-c16f-4a67-aec9-ab4ef18d1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e'}}] {{(pid=92341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:17:28.815256 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-d70007f3-caff-496f-aa3f-82db84876836 req-955aad4d-dfe4-4344-85cc-d48a78b598cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:28.829227 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-b4be6804-a376-457f-aa42-fc6de95eeed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:28.830972 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:28.981381 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be6804-a376-457f-aa42-fc6de95eeed0 None None] Pushing event updated for resources: {'Port': ['ID=c901c053-cb49-45de-8535-696e80aef3d1,revision_number=3']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:28.986564 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-b4be6804-a376-457f-aa42-fc6de95eeed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:29.048958 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412adabb-0887-4af2-b38c-42a4f1fb1734 req-163f4a63-6f15-4c25-9852-b330bd8a8cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:29.050573 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-412adabb-0887-4af2-b38c-42a4f1fb1734 req-163f4a63-6f15-4c25-9852-b330bd8a8cc9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d786477-7c27-401f-af8f-402c8aef0584 HTTP/1.1" status: 200  len: 912 time: 0.4769161
Jun 02 08:17:29.060445 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-b823827e-b896-4e1e-9e33-a1be46766e30 None None] Provisioning complete for port c901c053-cb49-45de-8535-696e80aef3d1 triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:17:29.060918 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-b823827e-b896-4e1e-9e33-a1be46766e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:29.128445 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-d70007f3-caff-496f-aa3f-82db84876836 req-955aad4d-dfe4-4344-85cc-d48a78b598cf service neutron] For port 5385d97c-adca-410a-a77a-6168390553cf, host hv-cinder-78638, cleared binding levels {{(pid=92341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:17:29.149032 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-d70007f3-caff-496f-aa3f-82db84876836 req-955aad4d-dfe4-4344-85cc-d48a78b598cf service neutron] For port 5385d97c-adca-410a-a77a-6168390553cf, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5385d97c-adca-410a-a77a-6168390553cf,segment=NetworkSegment(7882244c-c16f-4a67-aec9-ab4ef18d1320),segment_id=7882244c-c16f-4a67-aec9-ab4ef18d1320)] {{(pid=92341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:17:29.172768 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f250b-0afc-40c1-b403-23112fd4c555 req-1df6fc1a-712f-435b-b0d6-18000b433908 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:29.175009 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e33f250b-0afc-40c1-b403-23112fd4c555 req-1df6fc1a-712f-435b-b0d6-18000b433908 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.1822016
Jun 02 08:17:29.212652 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-412adabb-0887-4af2-b38c-42a4f1fb1734 req-a04ffecf-5ad3-4834-bfc4-7fdacf2e8430 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93187778-5a17-48fa-bcd0-3fd89890f4aa HTTP/1.1" status: 200  len: 1001 time: 0.1537347
Jun 02 08:17:29.229932 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-d70007f3-caff-496f-aa3f-82db84876836 req-955aad4d-dfe4-4344-85cc-d48a78b598cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589761'] for port, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:29.236736 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-94efe6a3-8d35-4bc1-aa94-0daf291243c2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:29.283418 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412adabb-0887-4af2-b38c-42a4f1fb1734 req-f1114262-5c18-426f-8441-39b82415efa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:29.285580 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-412adabb-0887-4af2-b38c-42a4f1fb1734 req-f1114262-5c18-426f-8441-39b82415efa3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7286860f-5241-4865-8fea-b07cfe7d1a59 HTTP/1.1" status: 200  len: 850 time: 0.0638442
Jun 02 08:17:29.294215 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e33f250b-0afc-40c1-b403-23112fd4c555 req-c0601ba8-9cc6-44ed-bf2b-ae0be41d6bca tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1118948
Jun 02 08:17:29.322956 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70007f3-caff-496f-aa3f-82db84876836 req-955aad4d-dfe4-4344-85cc-d48a78b598cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:29.331151 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-d70007f3-caff-496f-aa3f-82db84876836 req-955aad4d-dfe4-4344-85cc-d48a78b598cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:29.331151 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d70007f3-caff-496f-aa3f-82db84876836 req-955aad4d-dfe4-4344-85cc-d48a78b598cf service neutron] 10.222.0.72 "PUT /v2.0/ports/5385d97c-adca-410a-a77a-6168390553cf HTTP/1.1" status: 200  len: 1093 time: 2.0171058
Jun 02 08:17:29.331151 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde6d51c-dcc6-4b2b-994a-7fb31b547185', 'tag': '5385d97c-adca-410a-a77a-6168390553cf'}] {{(pid=92341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:17:29.331151 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d416597fa12f88f8d9bd515793328be5ccabd674e07c2f357b392af977663f84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d50ce68-fe76-45bc-b30f-a809470ba09c" -d '{"events": [{"name": "network-changed", "server_uuid": "cde6d51c-dcc6-4b2b-994a-7fb31b547185", "tag": "5385d97c-adca-410a-a77a-6168390553cf"}]}' {{(pid=92341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:17:29.337997 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356d8ef2-3886-43e0-9fa9-5dce4dee8107 admin admin] Router c0ce0021-97d0-4ad8-a0fc-baded6fb3db0 is scheduled to L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac with binding_index 1 {{(pid=92342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 02 08:17:29.347272 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955aad4d-dfe4-4344-85cc-d48a78b598cf service neutron] Pushing event updated for resources: {'Port': ['ID=5385d97c-adca-410a-a77a-6168390553cf,revision_number=3']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:29.352902 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-955aad4d-dfe4-4344-85cc-d48a78b598cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:29.586003 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412adabb-0887-4af2-b38c-42a4f1fb1734 req-d064f1a1-30a0-4ca5-84b4-b8434fc12246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:29.587671 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-412adabb-0887-4af2-b38c-42a4f1fb1734 req-d064f1a1-30a0-4ca5-84b4-b8434fc12246 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d786477-7c27-401f-af8f-402c8aef0584&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2954404
Jun 02 08:17:29.658869 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9ea094-3cd0-47ae-a499-26c8abe0731f x-openstack-request-id: req-ec9ea094-3cd0-47ae-a499-26c8abe0731f {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:17:29.659728 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cde6d51c-dcc6-4b2b-994a-7fb31b547185", "tag": "5385d97c-adca-410a-a77a-6168390553cf", "status": "completed", "code": 200}]} {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:17:29.659958 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ec9ea094-3cd0-47ae-a499-26c8abe0731f {{(pid=92341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:17:29.660402 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cde6d51c-dcc6-4b2b-994a-7fb31b547185', 'tag': '5385d97c-adca-410a-a77a-6168390553cf', 'status': 'completed', 'code': 200}
Jun 02 08:17:29.662518 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70007f3-caff-496f-aa3f-82db84876836 req-1f07fbcb-038e-4966-b8f3-77c9551e7bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:29.663981 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d70007f3-caff-496f-aa3f-82db84876836 req-1f07fbcb-038e-4966-b8f3-77c9551e7bf2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=af0051b983e344a491bc13398744423a&device_id=cde6d51c-dcc6-4b2b-994a-7fb31b547185 HTTP/1.1" status: 200  len: 1096 time: 0.2160296
Jun 02 08:17:29.725317 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device c901c053-cb49-45de-8535-696e80aef3d1 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:17:29.779170 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d70007f3-caff-496f-aa3f-82db84876836 req-ba7baecc-2d40-4c4e-877b-0542050ce4a6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5385d97c-adca-410a-a77a-6168390553cf HTTP/1.1" status: 200  len: 217 time: 0.0977926
Jun 02 08:17:29.788144 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb14c0-60df-444d-9434-b0b03c7eafa2 req-ec66f5fc-dca3-4c6c-86ad-acdf78c1edd5 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:29.789699 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c3bb14c0-60df-444d-9434-b0b03c7eafa2 req-ec66f5fc-dca3-4c6c-86ad-acdf78c1edd5 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde6d51c-dcc6-4b2b-994a-7fb31b547185 HTTP/1.1" status: 200  len: 943 time: 0.2715557
Jun 02 08:17:29.860233 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70007f3-caff-496f-aa3f-82db84876836 req-a03a9ab7-3751-491e-9905-7936e63aee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:29.861824 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d70007f3-caff-496f-aa3f-82db84876836 req-a03a9ab7-3751-491e-9905-7936e63aee89 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ce851956-0758-4dc0-b9b1-2551e3547380 HTTP/1.1" status: 200  len: 853 time: 0.0712075
Jun 02 08:17:29.869692 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port c901c053-cb49-45de-8535-696e80aef3d1 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:17:29.869692 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:29.923540 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c3bb14c0-60df-444d-9434-b0b03c7eafa2 req-9f484b9d-da05-4e73-bccc-4199cc0bdd4c tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/security-groups?id=06b9aedd-bdde-45c7-aaa9-e64cfec524ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606995
Jun 02 08:17:29.946241 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:29.994374 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-412adabb-0887-4af2-b38c-42a4f1fb1734 req-880c0a9b-59e4-45d3-a637-0e9f27e53e31 service neutron] 10.222.0.72 "GET /v2.0/networks/6d786477-7c27-401f-af8f-402c8aef0584?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2816257
Jun 02 08:17:30.020343 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356d8ef2-3886-43e0-9fa9-5dce4dee8107 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:17:30.034990 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88274109-fa22-45f5-a036-31baf29dc826 None None] Sync routers for ids ['c0ce0021-97d0-4ad8-a0fc-baded6fb3db0'] in dv-cinder-786385-7-iscsi {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:17:30.054003 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88274109-fa22-45f5-a036-31baf29dc826 None None] Routers {'c0ce0021-97d0-4ad8-a0fc-baded6fb3db0'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:17:30.060012 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-88274109-fa22-45f5-a036-31baf29dc826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7a9e6f10>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:17:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['c0ce0021-97d0-4ad8-a0fc-baded6fb3db0'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:17:30.128453 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-356d8ef2-3886-43e0-9fa9-5dce4dee8107 admin admin] Notify callbacks [] for router, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:30.130003 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-356d8ef2-3886-43e0-9fa9-5dce4dee8107 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.7958782
Jun 02 08:17:30.132880 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 35598) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:17:30.307985 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-88274109-fa22-45f5-a036-31baf29dc826 None None] Set router c0ce0021-97d0-4ad8-a0fc-baded6fb3db0 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:17:30.532018 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbefe1bf-17c8-4ee6-84b8-6f51f3cfdb30 req-3efc73fd-fd40-48af-b64e-c4b1fa33ab6b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:30.533585 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-dbefe1bf-17c8-4ee6-84b8-6f51f3cfdb30 req-3efc73fd-fd40-48af-b64e-c4b1fa33ab6b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.1144183
Jun 02 08:17:30.581135 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-dbefe1bf-17c8-4ee6-84b8-6f51f3cfdb30 req-0e959a1b-16c8-4863-9238-55266d5d4489 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408113
Jun 02 08:17:30.655252 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-88274109-fa22-45f5-a036-31baf29dc826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7a9e6f10>, [{'id': 'c0ce0021-97d0-4ad8-a0fc-baded6fb3db0', 'name': 'tempest-TestMinimumBasicScenario-1144184065-router', 'tenant_id': '1173dc8912034ac1bf2b01c4b7b615ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '1c88c921-cb57-4087-b90d-1523a39c74d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:17:25Z', 'updated_at': '2021-06-02T08:17:27Z', 'revision_number': 3, 'project_id': '1173dc8912034ac1bf2b01c4b7b615ac', 'gw_port': {'id': '1c88c921-cb57-4087-b90d-1523a39c74d2', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:59:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ce0021-97d0-4ad8-a0fc-baded6fb3db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:26Z', 'updated_at': '2021-06-02T08:17:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:17:30.660684 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88274109-fa22-45f5-a036-31baf29dc826 None None] Checking router: c0ce0021-97d0-4ad8-a0fc-baded6fb3db0 for host: dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:17:30.661059 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88274109-fa22-45f5-a036-31baf29dc826 None None] Updating router c0ce0021-97d0-4ad8-a0fc-baded6fb3db0 port 1c88c921-cb57-4087-b90d-1523a39c74d2 binding host dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 02 08:17:30.721462 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-88274109-fa22-45f5-a036-31baf29dc826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:31.246185 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-37c19675-7e88-4ddc-be57-e005ee8621ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:31.246612 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c51074-29bc-4b45-88ba-666467cd8932 req-91cbb197-dbb7-4245-b5e2-634aa8248c14 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:31.246612 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-67c51074-29bc-4b45-88ba-666467cd8932 req-91cbb197-dbb7-4245-b5e2-634aa8248c14 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde6d51c-dcc6-4b2b-994a-7fb31b547185 HTTP/1.1" status: 200  len: 943 time: 0.1298518
Jun 02 08:17:31.250767 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-88274109-fa22-45f5-a036-31baf29dc826 None None] Notify callbacks [] for port, precommit_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:31.281465 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-88274109-fa22-45f5-a036-31baf29dc826 None None] Transition to ACTIVE for port object 1c88c921-cb57-4087-b90d-1523a39c74d2 will not be triggered until provisioned by entity L2. {{(pid=92343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:17:31.288517 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-67c51074-29bc-4b45-88ba-666467cd8932 req-312449cc-7391-4b69-93d3-1f24787708d2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/security-groups?id=06b9aedd-bdde-45c7-aaa9-e64cfec524ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513892
Jun 02 08:17:31.475584 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_common [None req-37c19675-7e88-4ddc-be57-e005ee8621ea admin admin] Allocated IP 172.20.0.1 (aa997e7c-e997-437c-b9b6-0319a90b57ce/86805798-504e-4ff7-97cc-41769c9d0c20/884e1f83-e656-4c87-9378-24aa5f9b6e6b) {{(pid=92342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:17:31.667808 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-37c19675-7e88-4ddc-be57-e005ee8621ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:31.685569 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.provisioning_blocks [None req-37c19675-7e88-4ddc-be57-e005ee8621ea admin admin] Transition to ACTIVE for port object 884e1f83-e656-4c87-9378-24aa5f9b6e6b will not be triggered until provisioned by entity DHCP. {{(pid=92342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:17:31.714511 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-88274109-fa22-45f5-a036-31baf29dc826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:31.720457 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:31.834415 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-37c19675-7e88-4ddc-be57-e005ee8621ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:31.855309 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-7cf01c23-bab2-4e80-82b5-c103e8e6c683 tempest-DeleteServersTestJSON-1577933195 tempest-DeleteServersTestJSON-1577933195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:31.861279 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89740cb7-2b12-49ee-bdfe-3d717a9f7360 None None] Pushing event updated for resources: {'Port': ['ID=1c88c921-cb57-4087-b90d-1523a39c74d2,revision_number=2']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:31.866252 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-89740cb7-2b12-49ee-bdfe-3d717a9f7360 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:31.868627 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-88274109-fa22-45f5-a036-31baf29dc826 None None] Attempting to bind port 1c88c921-cb57-4087-b90d-1523a39c74d2 on host dv-cinder-786385-7-iscsi for vnic_type normal with profile  {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:17:31.869178 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-88274109-fa22-45f5-a036-31baf29dc826 None None] Attempting to bind port 1c88c921-cb57-4087-b90d-1523a39c74d2 by drivers openvswitch,hyperv on host dv-cinder-786385-7-iscsi at level 0 using segments [{'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:17:31.869738 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88274109-fa22-45f5-a036-31baf29dc826 None None] Attempting to bind port 1c88c921-cb57-4087-b90d-1523a39c74d2 on network 25cee017-96f1-470f-84b1-115420be0257 {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:17:31.878337 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88274109-fa22-45f5-a036-31baf29dc826 None None] Checking agent: {'id': '293b8e5c-58b0-46e6-908b-da5c92a2d3b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 4, 12), 'started_at': datetime.datetime(2021, 6, 2, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:17:31.879043 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88274109-fa22-45f5-a036-31baf29dc826 None None] Checking segment: {'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:17:31.879631 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-88274109-fa22-45f5-a036-31baf29dc826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:31.880391 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88274109-fa22-45f5-a036-31baf29dc826 None None] Bound using segment: {'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:17:31.881315 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-88274109-fa22-45f5-a036-31baf29dc826 None None] Bound port: 1c88c921-cb57-4087-b90d-1523a39c74d2, host: dv-cinder-786385-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'}}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:17:31.881887 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-88274109-fa22-45f5-a036-31baf29dc826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:31.892430 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d2d8a-4f2e-4c67-a7eb-2f8ed0dbe669 req-b7298331-45e3-4888-a1e7-f83c161733d0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:31.894135 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2c3d2d8a-4f2e-4c67-a7eb-2f8ed0dbe669 req-b7298331-45e3-4888-a1e7-f83c161733d0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.1423914
Jun 02 08:17:31.930840 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c19675-7e88-4ddc-be57-e005ee8621ea admin admin] Network aa997e7c-e997-437c-b9b6-0319a90b57ce is already hosted by enough agents. {{(pid=92342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:17:31.931862 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c19675-7e88-4ddc-be57-e005ee8621ea admin admin] Pushing event updated for resources: {'Port': ['ID=884e1f83-e656-4c87-9378-24aa5f9b6e6b,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:31.934728 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-37c19675-7e88-4ddc-be57-e005ee8621ea admin admin] Resources bound (agent type, host, resource id):  {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:17:31.946593 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-37c19675-7e88-4ddc-be57-e005ee8621ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:31.947530 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c19675-7e88-4ddc-be57-e005ee8621ea admin admin] Received port after_create {{(pid=92342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:17:31.998622 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2c3d2d8a-4f2e-4c67-a7eb-2f8ed0dbe669 req-4934bcfb-b917-4cb5-b315-8b935e3808c1 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0984068
Jun 02 08:17:32.024435 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-37c19675-7e88-4ddc-be57-e005ee8621ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8036782'] for router_interface, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:32.032382 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-88274109-fa22-45f5-a036-31baf29dc826 None None] For port 1c88c921-cb57-4087-b90d-1523a39c74d2, host dv-cinder-786385-7-iscsi, cleared binding levels {{(pid=92343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:17:32.038645 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-88274109-fa22-45f5-a036-31baf29dc826 None None] For port 1c88c921-cb57-4087-b90d-1523a39c74d2, host dv-cinder-786385-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=1c88c921-cb57-4087-b90d-1523a39c74d2,segment=NetworkSegment(7d00a59a-fd6b-444f-8454-6973ee677288),segment_id=7d00a59a-fd6b-444f-8454-6973ee677288)] {{(pid=92343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:17:32.129191 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-88274109-fa22-45f5-a036-31baf29dc826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:32.133175 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-89740cb7-2b12-49ee-bdfe-3d717a9f7360 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:32.243484 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88274109-fa22-45f5-a036-31baf29dc826 None None] Routers {'c0ce0021-97d0-4ad8-a0fc-baded6fb3db0'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:17:32.244562 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-88274109-fa22-45f5-a036-31baf29dc826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7a9e6f10>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:17:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['c0ce0021-97d0-4ad8-a0fc-baded6fb3db0'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:17:32.304744 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89740cb7-2b12-49ee-bdfe-3d717a9f7360 None None] Pushing event updated for resources: {'Port': ['ID=1c88c921-cb57-4087-b90d-1523a39c74d2,revision_number=3']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:32.305446 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-37c19675-7e88-4ddc-be57-e005ee8621ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:32.319627 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-89740cb7-2b12-49ee-bdfe-3d717a9f7360 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:32.452591 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-f1cc3a0f-60da-4438-a711-f1c829fe3d38 None None] Provisioning for port 884e1f83-e656-4c87-9378-24aa5f9b6e6b completed by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:17:32.472896 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-f1cc3a0f-60da-4438-a711-f1c829fe3d38 None None] Provisioning complete for port 884e1f83-e656-4c87-9378-24aa5f9b6e6b triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:17:32.473603 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-f1cc3a0f-60da-4438-a711-f1c829fe3d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:32.559294 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-88274109-fa22-45f5-a036-31baf29dc826 None None] Set router c0ce0021-97d0-4ad8-a0fc-baded6fb3db0 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:17:32.575022 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d515836-44d8-458a-bf1c-4e4e79a3697d req-0bf8bded-9d97-4213-9e2d-5c48678183a4 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:32.576687 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2d515836-44d8-458a-bf1c-4e4e79a3697d req-0bf8bded-9d97-4213-9e2d-5c48678183a4 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde6d51c-dcc6-4b2b-994a-7fb31b547185 HTTP/1.1" status: 200  len: 943 time: 0.1287630
Jun 02 08:17:32.602926 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-f1cc3a0f-60da-4438-a711-f1c829fe3d38 None None] Port 884e1f83-e656-4c87-9378-24aa5f9b6e6b cannot update to ACTIVE because it is not bound. {{(pid=92343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 02 08:17:32.636756 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-37c19675-7e88-4ddc-be57-e005ee8621ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:32.643741 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2d515836-44d8-458a-bf1c-4e4e79a3697d req-37e7eb7d-0a43-470e-b583-502421c6bb2c tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/security-groups?id=06b9aedd-bdde-45c7-aaa9-e64cfec524ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602796
Jun 02 08:17:32.714207 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-37c19675-7e88-4ddc-be57-e005ee8621ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6633674'] for port, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:32.745297 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d70007f3-caff-496f-aa3f-82db84876836 req-eb379174-5fcd-44d2-b08a-8aea6c965d9f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0839534
Jun 02 08:17:32.787807 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-08fcd1a1-eb4e-4ebc-ba23-f5dbc6f522af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:32.955652 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-37c19675-7e88-4ddc-be57-e005ee8621ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8036811'] for router_interface, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:32.989010 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-88274109-fa22-45f5-a036-31baf29dc826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7a9e6f10>, [{'id': 'c0ce0021-97d0-4ad8-a0fc-baded6fb3db0', 'name': 'tempest-TestMinimumBasicScenario-1144184065-router', 'tenant_id': '1173dc8912034ac1bf2b01c4b7b615ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '1c88c921-cb57-4087-b90d-1523a39c74d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:17:25Z', 'updated_at': '2021-06-02T08:17:32Z', 'revision_number': 4, 'project_id': '1173dc8912034ac1bf2b01c4b7b615ac', 'gw_port': {'id': '1c88c921-cb57-4087-b90d-1523a39c74d2', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:59:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ce0021-97d0-4ad8-a0fc-baded6fb3db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:26Z', 'updated_at': '2021-06-02T08:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': '884e1f83-e656-4c87-9378-24aa5f9b6e6b', 'name': '', 'network_id': 'aa997e7c-e997-437c-b9b6-0319a90b57ce', 'tenant_id': '1173dc8912034ac1bf2b01c4b7b615ac', 'mac_address': 'fa:16:3e:e9:f7:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ce0021-97d0-4ad8-a0fc-baded6fb3db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '86805798-504e-4ff7-97cc-41769c9d0c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:31Z', 'updated_at': '2021-06-02T08:17:31Z', 'revision_number': 1, 'project_id': '1173dc8912034ac1bf2b01c4b7b615ac', 'subnets': [{'id': '86805798-504e-4ff7-97cc-41769c9d0c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:17:32.995985 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88274109-fa22-45f5-a036-31baf29dc826 None None] The sync data for ids ['c0ce0021-97d0-4ad8-a0fc-baded6fb3db0'] in dv-cinder-786385-7-iscsi is: [{'id': 'c0ce0021-97d0-4ad8-a0fc-baded6fb3db0', 'name': 'tempest-TestMinimumBasicScenario-1144184065-router', 'tenant_id': '1173dc8912034ac1bf2b01c4b7b615ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '1c88c921-cb57-4087-b90d-1523a39c74d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:17:25Z', 'updated_at': '2021-06-02T08:17:32Z', 'revision_number': 4, 'project_id': '1173dc8912034ac1bf2b01c4b7b615ac', 'gw_port': {'id': '1c88c921-cb57-4087-b90d-1523a39c74d2', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:59:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ce0021-97d0-4ad8-a0fc-baded6fb3db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:26Z', 'updated_at': '2021-06-02T08:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': '884e1f83-e656-4c87-9378-24aa5f9b6e6b', 'name': '', 'network_id': 'aa997e7c-e997-437c-b9b6-0319a90b57ce', 'tenant_id': '1173dc8912034ac1bf2b01c4b7b615ac', 'mac_address': 'fa:16:3e:e9:f7:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ce0021-97d0-4ad8-a0fc-baded6fb3db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '86805798-504e-4ff7-97cc-41769c9d0c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:31Z', 'updated_at': '2021-06-02T08:17:31Z', 'revision_number': 1, 'project_id': '1173dc8912034ac1bf2b01c4b7b615ac', 'subnets': [{'id': '86805798-504e-4ff7-97cc-41769c9d0c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:17:33.123634 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c19675-7e88-4ddc-be57-e005ee8621ea admin admin] Pushing event updated for resources: {'Port': ['ID=884e1f83-e656-4c87-9378-24aa5f9b6e6b,revision_number=2']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:33.127872 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-37c19675-7e88-4ddc-be57-e005ee8621ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:33.140632 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-412adabb-0887-4af2-b38c-42a4f1fb1734 req-210459d6-fb47-47dc-ada0-31b3e53605ae service neutron] 10.222.0.72 "GET /v2.0/networks/6d786477-7c27-401f-af8f-402c8aef0584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4769282
Jun 02 08:17:33.282971 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c19675-7e88-4ddc-be57-e005ee8621ea admin admin] Network aa997e7c-e997-437c-b9b6-0319a90b57ce is already hosted by enough agents. {{(pid=92342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:17:33.284132 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-37c19675-7e88-4ddc-be57-e005ee8621ea admin admin] Resources bound (agent type, host, resource id):  {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:17:33.289560 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea5204-1969-492b-ba9e-a8e5990ed454 req-76c357f2-60e9-432b-b834-ba2fdfe6c8b0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:33.290302 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1bea5204-1969-492b-ba9e-a8e5990ed454 req-76c357f2-60e9-432b-b834-ba2fdfe6c8b0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.0974233
Jun 02 08:17:33.409229 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1bea5204-1969-492b-ba9e-a8e5990ed454 req-55627dda-902a-4bda-9e59-b0e372888f5b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0803382
Jun 02 08:17:33.537844 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c19675-7e88-4ddc-be57-e005ee8621ea admin admin] Router c0ce0021-97d0-4ad8-a0fc-baded6fb3db0 has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:17:33.657088 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-b76282ae-3c28-4407-9251-98d7aa032301 None None] Provisioning complete for port 884e1f83-e656-4c87-9378-24aa5f9b6e6b triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:17:33.657776 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-b76282ae-3c28-4407-9251-98d7aa032301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:33.736808 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-b76282ae-3c28-4407-9251-98d7aa032301 None None] Port 884e1f83-e656-4c87-9378-24aa5f9b6e6b cannot update to ACTIVE because it is not bound. {{(pid=92343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 02 08:17:33.738687 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c19675-7e88-4ddc-be57-e005ee8621ea admin admin] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:17:33.764511 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-37c19675-7e88-4ddc-be57-e005ee8621ea admin admin] 10.222.0.77 "PUT /v2.0/routers/c0ce0021-97d0-4ad8-a0fc-baded6fb3db0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6301367
Jun 02 08:17:33.989652 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fa812-8ec9-45c6-9b47-09d3e7ed5a73 req-c16fb48e-338b-45ca-896f-de5fc9695a73 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:33.997312 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5e6fa812-8ec9-45c6-9b47-09d3e7ed5a73 req-c16fb48e-338b-45ca-896f-de5fc9695a73 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde6d51c-dcc6-4b2b-994a-7fb31b547185 HTTP/1.1" status: 200  len: 943 time: 0.1747017
Jun 02 08:17:34.081033 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5e6fa812-8ec9-45c6-9b47-09d3e7ed5a73 req-a85fa57f-58ec-4273-ab91-4b24f2fd58d2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/security-groups?id=06b9aedd-bdde-45c7-aaa9-e64cfec524ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827706
Jun 02 08:17:34.534227 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d70007f3-caff-496f-aa3f-82db84876836 req-4c1c9f45-2a1c-45dc-9b02-494d303f9b1d service neutron] 10.222.0.72 "GET /v2.0/networks/18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1993382
Jun 02 08:17:34.802616 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d70007f3-caff-496f-aa3f-82db84876836 req-b9e7b982-4e11-4910-a33b-971d14ab5c80 service neutron] 10.222.0.72 "GET /v2.0/networks/18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2603467
Jun 02 08:17:34.823617 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d0d7d-1e0b-4044-a614-da92fd533588 req-e9105d59-fab5-4a7c-b363-697582a35f1b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:34.825187 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a74d0d7d-1e0b-4044-a614-da92fd533588 req-e9105d59-fab5-4a7c-b363-697582a35f1b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.1317687
Jun 02 08:17:34.885438 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a74d0d7d-1e0b-4044-a614-da92fd533588 req-c1a44b96-cfb4-4de7-956e-8f77611e871e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540364
Jun 02 08:17:35.070912 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50ce68-fe76-45bc-b30f-a809470ba09c req-fe4eb06f-d4f9-47cc-a31b-0bf911662279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:35.073254 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5d50ce68-fe76-45bc-b30f-a809470ba09c req-fe4eb06f-d4f9-47cc-a31b-0bf911662279 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=af0051b983e344a491bc13398744423a&device_id=cde6d51c-dcc6-4b2b-994a-7fb31b547185 HTTP/1.1" status: 200  len: 1096 time: 0.1100063
Jun 02 08:17:35.437763 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9baef8-2c39-46ae-93fd-c0aa5b53567f req-8fb93028-0975-4094-897f-b00d3550647e tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:35.439403 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ad9baef8-2c39-46ae-93fd-c0aa5b53567f req-8fb93028-0975-4094-897f-b00d3550647e tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde6d51c-dcc6-4b2b-994a-7fb31b547185 HTTP/1.1" status: 200  len: 943 time: 0.1378624
Jun 02 08:17:35.441803 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50ce68-fe76-45bc-b30f-a809470ba09c req-2124977b-40e9-4082-b73b-6418c8cd885b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:35.446207 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5d50ce68-fe76-45bc-b30f-a809470ba09c req-2124977b-40e9-4082-b73b-6418c8cd885b service neutron] 10.222.0.72 "GET /v2.0/networks?id=18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e HTTP/1.1" status: 200  len: 914 time: 0.3563395
Jun 02 08:17:35.566325 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5d50ce68-fe76-45bc-b30f-a809470ba09c req-894622eb-57dd-4e60-a04e-b66abf313e74 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5385d97c-adca-410a-a77a-6168390553cf HTTP/1.1" status: 200  len: 217 time: 0.0923841
Jun 02 08:17:35.694093 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ad9baef8-2c39-46ae-93fd-c0aa5b53567f req-79bf73d0-f45b-4c81-9bba-a238ad6905f3 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/security-groups?id=06b9aedd-bdde-45c7-aaa9-e64cfec524ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2418127
Jun 02 08:17:35.772839 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50ce68-fe76-45bc-b30f-a809470ba09c req-43cc6d20-0a42-4a00-8922-31c0dcf45ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:35.776683 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5d50ce68-fe76-45bc-b30f-a809470ba09c req-43cc6d20-0a42-4a00-8922-31c0dcf45ee8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ce851956-0758-4dc0-b9b1-2551e3547380 HTTP/1.1" status: 200  len: 853 time: 0.2017322
Jun 02 08:17:35.839853 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 1c88c921-cb57-4087-b90d-1523a39c74d2 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:17:35.916287 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5d50ce68-fe76-45bc-b30f-a809470ba09c req-c6cd4e80-23d6-4163-b638-62e6ce30cba1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1302650
Jun 02 08:17:36.262850 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning for port 1c88c921-cb57-4087-b90d-1523a39c74d2 completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:17:36.276862 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 1c88c921-cb57-4087-b90d-1523a39c74d2 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:17:36.277342 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:36.401462 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5d50ce68-fe76-45bc-b30f-a809470ba09c req-5c3c194f-9088-42d1-ac39-adfb56e8de87 service neutron] 10.222.0.72 "GET /v2.0/networks/18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4763913
Jun 02 08:17:36.468463 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b515650-ca3f-4354-9657-50487eed6056 req-59a8028a-b8fa-402c-bb26-64b53851d69d tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:36.475583 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7b515650-ca3f-4354-9657-50487eed6056 req-59a8028a-b8fa-402c-bb26-64b53851d69d tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.2936056
Jun 02 08:17:36.689374 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:36.793758 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] For port 1c88c921-cb57-4087-b90d-1523a39c74d2, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=1c88c921-cb57-4087-b90d-1523a39c74d2,segment=NetworkSegment(7d00a59a-fd6b-444f-8454-6973ee677288),segment_id=7d00a59a-fd6b-444f-8454-6973ee677288)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:17:36.860242 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5d50ce68-fe76-45bc-b30f-a809470ba09c req-5455c7c9-6aa2-4841-8f66-e52925a7b6de service neutron] 10.222.0.72 "GET /v2.0/networks/18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4508333
Jun 02 08:17:36.915530 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7b515650-ca3f-4354-9657-50487eed6056 req-3d3fb595-af3a-4e07-9510-d5510a2f414b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4384272
Jun 02 08:17:36.974017 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2590dce2-c29e-4cad-8fc2-d6915da9a262 None None] Sync routers for ids ['c0ce0021-97d0-4ad8-a0fc-baded6fb3db0'] in dv-cinder-786385-7-iscsi {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:17:36.992897 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2590dce2-c29e-4cad-8fc2-d6915da9a262 None None] Routers {'c0ce0021-97d0-4ad8-a0fc-baded6fb3db0'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:17:36.993675 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-2590dce2-c29e-4cad-8fc2-d6915da9a262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7add8790>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:17:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['c0ce0021-97d0-4ad8-a0fc-baded6fb3db0'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:17:37.076299 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7eefb-ad6a-469a-8d3e-fb60e216c574 req-066ef8a1-0005-4a53-a9a9-980d1e95f492 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:37.078553 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-21c7eefb-ad6a-469a-8d3e-fb60e216c574 req-066ef8a1-0005-4a53-a9a9-980d1e95f492 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde6d51c-dcc6-4b2b-994a-7fb31b547185 HTTP/1.1" status: 200  len: 943 time: 0.1569755
Jun 02 08:17:37.241657 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-21c7eefb-ad6a-469a-8d3e-fb60e216c574 req-7f696643-4c1f-4fe6-bbea-602216b1a7ae tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/security-groups?id=06b9aedd-bdde-45c7-aaa9-e64cfec524ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1461482
Jun 02 08:17:37.262538 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-2590dce2-c29e-4cad-8fc2-d6915da9a262 None None] Set router c0ce0021-97d0-4ad8-a0fc-baded6fb3db0 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:17:37.339943 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:37.341773 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-8d040eca-0905-4e1d-b3c7-fb1afce44285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:37.534384 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Pushing event updated for resources: {'Port': ['ID=1c88c921-cb57-4087-b90d-1523a39c74d2,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:37.538704 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:37.749359 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 1c88c921-cb57-4087-b90d-1523a39c74d2 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:17:37.844592 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-2590dce2-c29e-4cad-8fc2-d6915da9a262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7add8790>, [{'id': 'c0ce0021-97d0-4ad8-a0fc-baded6fb3db0', 'name': 'tempest-TestMinimumBasicScenario-1144184065-router', 'tenant_id': '1173dc8912034ac1bf2b01c4b7b615ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '1c88c921-cb57-4087-b90d-1523a39c74d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:17:25Z', 'updated_at': '2021-06-02T08:17:32Z', 'revision_number': 4, 'project_id': '1173dc8912034ac1bf2b01c4b7b615ac', 'gw_port': {'id': '1c88c921-cb57-4087-b90d-1523a39c74d2', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:59:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ce0021-97d0-4ad8-a0fc-baded6fb3db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:26Z', 'updated_at': '2021-06-02T08:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': '884e1f83-e656-4c87-9378-24aa5f9b6e6b', 'name': '', 'network_id': 'aa997e7c-e997-437c-b9b6-0319a90b57ce', 'tenant_id': '1173dc8912034ac1bf2b01c4b7b615ac', 'mac_address': 'fa:16:3e:e9:f7:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ce0021-97d0-4ad8-a0fc-baded6fb3db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '86805798-504e-4ff7-97cc-41769c9d0c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:31Z', 'updated_at': '2021-06-02T08:17:32Z', 'revision_number': 2, 'project_id': '1173dc8912034ac1bf2b01c4b7b615ac', 'subnets': [{'id': '86805798-504e-4ff7-97cc-41769c9d0c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:17:37.848347 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2590dce2-c29e-4cad-8fc2-d6915da9a262 None None] Checking router: c0ce0021-97d0-4ad8-a0fc-baded6fb3db0 for host: dv-cinder-786385-7-iscsi {{(pid=92344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:17:37.848970 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2590dce2-c29e-4cad-8fc2-d6915da9a262 None None] Updating router c0ce0021-97d0-4ad8-a0fc-baded6fb3db0 port 884e1f83-e656-4c87-9378-24aa5f9b6e6b binding host dv-cinder-786385-7-iscsi {{(pid=92344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 02 08:17:37.955361 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-2590dce2-c29e-4cad-8fc2-d6915da9a262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:37.966953 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 1c88c921-cb57-4087-b90d-1523a39c74d2 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:17:37.967083 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:38.249680 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7b2ef-98ca-4f21-ae49-4c41794ab135 req-9aac2113-81e1-448e-a05c-62bbd9932fb5 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:38.251772 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-18d7b2ef-98ca-4f21-ae49-4c41794ab135 req-9aac2113-81e1-448e-a05c-62bbd9932fb5 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.1412368
Jun 02 08:17:38.318985 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-18d7b2ef-98ca-4f21-ae49-4c41794ab135 req-a89af9a1-fb51-4cd7-87dd-fcfe42e70ccf tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595715
Jun 02 08:17:38.331525 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 5385d97c-adca-410a-a77a-6168390553cf details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=92343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 02 08:17:38.429424 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-2590dce2-c29e-4cad-8fc2-d6915da9a262 None None] Notify callbacks [] for port, precommit_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:38.446178 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.provisioning_blocks [None req-2590dce2-c29e-4cad-8fc2-d6915da9a262 None None] Transition to ACTIVE for port object 884e1f83-e656-4c87-9378-24aa5f9b6e6b will not be triggered until provisioned by entity L2. {{(pid=92344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:17:38.513730 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b79575-e929-45b7-a29b-7f87958f7038 req-c7216fee-98f9-4f5f-96c3-e07d87305d6f tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:38.515502 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-65b79575-e929-45b7-a29b-7f87958f7038 req-c7216fee-98f9-4f5f-96c3-e07d87305d6f tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde6d51c-dcc6-4b2b-994a-7fb31b547185 HTTP/1.1" status: 200  len: 943 time: 0.1010914
Jun 02 08:17:38.543231 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 5385d97c-adca-410a-a77a-6168390553cf, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5385d97c-adca-410a-a77a-6168390553cf,segment=NetworkSegment(7882244c-c16f-4a67-aec9-ab4ef18d1320),segment_id=7882244c-c16f-4a67-aec9-ab4ef18d1320)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:17:38.562291 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Returning: {'device': '5385d97c-adca-410a-a77a-6168390553cf', 'network_id': '18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e', 'port_id': '5385d97c-adca-410a-a77a-6168390553cf', 'mac_address': 'fa:16:3e:dd:c9:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce851956-0758-4dc0-b9b1-2551e3547380', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 02 08:17:38.563202 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-2590dce2-c29e-4cad-8fc2-d6915da9a262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:38.575792 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:38.620357 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-65b79575-e929-45b7-a29b-7f87958f7038 req-d7a4250b-24b0-42c7-9642-3dc63806c2c0 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/security-groups?id=06b9aedd-bdde-45c7-aaa9-e64cfec524ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963843
Jun 02 08:17:38.677290 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:38.703736 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5385d97c-adca-410a-a77a-6168390553cf {{(pid=92343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:17:38.726195 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 5385d97c-adca-410a-a77a-6168390553cf, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5385d97c-adca-410a-a77a-6168390553cf,segment=NetworkSegment(7882244c-c16f-4a67-aec9-ab4ef18d1320),segment_id=7882244c-c16f-4a67-aec9-ab4ef18d1320)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:17:38.871231 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:38.876029 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:39.059279 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=5385d97c-adca-410a-a77a-6168390553cf,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:39.063621 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:39.092413 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eaedfd-99f9-4fa9-a07e-60882521d898 None None] Pushing event updated for resources: {'Port': ['ID=884e1f83-e656-4c87-9378-24aa5f9b6e6b,revision_number=3']} {{(pid=92344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:39.104454 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [None req-54eaedfd-99f9-4fa9-a07e-60882521d898 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:39.159310 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.managers [None req-2590dce2-c29e-4cad-8fc2-d6915da9a262 None None] Attempting to bind port 884e1f83-e656-4c87-9378-24aa5f9b6e6b on host dv-cinder-786385-7-iscsi for vnic_type normal with profile  {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:17:39.159687 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.managers [None req-2590dce2-c29e-4cad-8fc2-d6915da9a262 None None] Attempting to bind port 884e1f83-e656-4c87-9378-24aa5f9b6e6b by drivers openvswitch,hyperv on host dv-cinder-786385-7-iscsi at level 0 using segments [{'id': 'a6448d81-30fb-4243-9b7c-ebd4e4c69e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'aa997e7c-e997-437c-b9b6-0319a90b57ce'}] {{(pid=92344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:17:39.160061 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2590dce2-c29e-4cad-8fc2-d6915da9a262 None None] Attempting to bind port 884e1f83-e656-4c87-9378-24aa5f9b6e6b on network aa997e7c-e997-437c-b9b6-0319a90b57ce {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:17:39.170899 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2590dce2-c29e-4cad-8fc2-d6915da9a262 None None] Checking agent: {'id': '293b8e5c-58b0-46e6-908b-da5c92a2d3b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 4, 12), 'started_at': datetime.datetime(2021, 6, 2, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:17:39.171368 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2590dce2-c29e-4cad-8fc2-d6915da9a262 None None] Checking segment: {'id': 'a6448d81-30fb-4243-9b7c-ebd4e4c69e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'aa997e7c-e997-437c-b9b6-0319a90b57ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:17:39.171942 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-2590dce2-c29e-4cad-8fc2-d6915da9a262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:39.172478 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2590dce2-c29e-4cad-8fc2-d6915da9a262 None None] Bound using segment: {'id': 'a6448d81-30fb-4243-9b7c-ebd4e4c69e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'aa997e7c-e997-437c-b9b6-0319a90b57ce'} {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:17:39.172965 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.managers [None req-2590dce2-c29e-4cad-8fc2-d6915da9a262 None None] Bound port: 884e1f83-e656-4c87-9378-24aa5f9b6e6b, host: dv-cinder-786385-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6448d81-30fb-4243-9b7c-ebd4e4c69e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'aa997e7c-e997-437c-b9b6-0319a90b57ce'}}] {{(pid=92344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:17:39.173346 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-2590dce2-c29e-4cad-8fc2-d6915da9a262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:39.254908 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['5385d97c-adca-410a-a77a-6168390553cf'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:17:39.420218 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.db [None req-2590dce2-c29e-4cad-8fc2-d6915da9a262 None None] For port 884e1f83-e656-4c87-9378-24aa5f9b6e6b, host dv-cinder-786385-7-iscsi, cleared binding levels {{(pid=92344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:17:39.431795 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.db [None req-2590dce2-c29e-4cad-8fc2-d6915da9a262 None None] For port 884e1f83-e656-4c87-9378-24aa5f9b6e6b, host dv-cinder-786385-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=884e1f83-e656-4c87-9378-24aa5f9b6e6b,segment=NetworkSegment(a6448d81-30fb-4243-9b7c-ebd4e4c69e5a),segment_id=a6448d81-30fb-4243-9b7c-ebd4e4c69e5a)] {{(pid=92344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:17:39.539945 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-2590dce2-c29e-4cad-8fc2-d6915da9a262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:39.543481 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:39.727647 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd387a-e0e5-4216-952d-22c308933b2c req-321b245a-5e9f-4426-b467-a1078a64945f tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:39.746626 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-38dd387a-e0e5-4216-952d-22c308933b2c req-321b245a-5e9f-4426-b467-a1078a64945f tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.2022257
Jun 02 08:17:39.756467 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2590dce2-c29e-4cad-8fc2-d6915da9a262 None None] Routers {'c0ce0021-97d0-4ad8-a0fc-baded6fb3db0'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:17:39.757102 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-2590dce2-c29e-4cad-8fc2-d6915da9a262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7add8790>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:17:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['c0ce0021-97d0-4ad8-a0fc-baded6fb3db0'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:17:39.858779 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-38dd387a-e0e5-4216-952d-22c308933b2c req-7fa2730f-7e13-488d-96e7-6965ca4d30d0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1051216
Jun 02 08:17:39.903552 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eaedfd-99f9-4fa9-a07e-60882521d898 None None] Pushing event updated for resources: {'Port': ['ID=884e1f83-e656-4c87-9378-24aa5f9b6e6b,revision_number=4']} {{(pid=92344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:39.913788 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [None req-54eaedfd-99f9-4fa9-a07e-60882521d898 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:40.103498 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-af1494b7-4e2f-4922-8b2e-8dbb3d895f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:40.104635 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2a23c-08b7-4a2d-8564-287ccb2d13c8 req-536d5084-b9c5-499e-b94e-b340d237e2aa tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:40.106120 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2ab2a23c-08b7-4a2d-8564-287ccb2d13c8 req-536d5084-b9c5-499e-b94e-b340d237e2aa tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde6d51c-dcc6-4b2b-994a-7fb31b547185 HTTP/1.1" status: 200  len: 944 time: 0.1901999
Jun 02 08:17:40.142612 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-2590dce2-c29e-4cad-8fc2-d6915da9a262 None None] Set router c0ce0021-97d0-4ad8-a0fc-baded6fb3db0 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:17:40.175266 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2ab2a23c-08b7-4a2d-8564-287ccb2d13c8 req-b52cacfe-9419-40a5-9640-b45c562cac85 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/security-groups?id=06b9aedd-bdde-45c7-aaa9-e64cfec524ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622332
Jun 02 08:17:40.800825 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-2590dce2-c29e-4cad-8fc2-d6915da9a262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7add8790>, [{'id': 'c0ce0021-97d0-4ad8-a0fc-baded6fb3db0', 'name': 'tempest-TestMinimumBasicScenario-1144184065-router', 'tenant_id': '1173dc8912034ac1bf2b01c4b7b615ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '1c88c921-cb57-4087-b90d-1523a39c74d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:17:25Z', 'updated_at': '2021-06-02T08:17:32Z', 'revision_number': 4, 'project_id': '1173dc8912034ac1bf2b01c4b7b615ac', 'gw_port': {'id': '1c88c921-cb57-4087-b90d-1523a39c74d2', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ce0021-97d0-4ad8-a0fc-baded6fb3db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:26Z', 'updated_at': '2021-06-02T08:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': '884e1f83-e656-4c87-9378-24aa5f9b6e6b', 'name': '', 'network_id': 'aa997e7c-e997-437c-b9b6-0319a90b57ce', 'tenant_id': '1173dc8912034ac1bf2b01c4b7b615ac', 'mac_address': 'fa:16:3e:e9:f7:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ce0021-97d0-4ad8-a0fc-baded6fb3db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '86805798-504e-4ff7-97cc-41769c9d0c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:31Z', 'updated_at': '2021-06-02T08:17:39Z', 'revision_number': 4, 'project_id': '1173dc8912034ac1bf2b01c4b7b615ac', 'subnets': [{'id': '86805798-504e-4ff7-97cc-41769c9d0c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:17:40.822341 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2590dce2-c29e-4cad-8fc2-d6915da9a262 None None] The sync data for ids ['c0ce0021-97d0-4ad8-a0fc-baded6fb3db0'] in dv-cinder-786385-7-iscsi is: [{'id': 'c0ce0021-97d0-4ad8-a0fc-baded6fb3db0', 'name': 'tempest-TestMinimumBasicScenario-1144184065-router', 'tenant_id': '1173dc8912034ac1bf2b01c4b7b615ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '1c88c921-cb57-4087-b90d-1523a39c74d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:17:25Z', 'updated_at': '2021-06-02T08:17:32Z', 'revision_number': 4, 'project_id': '1173dc8912034ac1bf2b01c4b7b615ac', 'gw_port': {'id': '1c88c921-cb57-4087-b90d-1523a39c74d2', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ce0021-97d0-4ad8-a0fc-baded6fb3db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:26Z', 'updated_at': '2021-06-02T08:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': '884e1f83-e656-4c87-9378-24aa5f9b6e6b', 'name': '', 'network_id': 'aa997e7c-e997-437c-b9b6-0319a90b57ce', 'tenant_id': '1173dc8912034ac1bf2b01c4b7b615ac', 'mac_address': 'fa:16:3e:e9:f7:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ce0021-97d0-4ad8-a0fc-baded6fb3db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '86805798-504e-4ff7-97cc-41769c9d0c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:31Z', 'updated_at': '2021-06-02T08:17:39Z', 'revision_number': 4, 'project_id': '1173dc8912034ac1bf2b01c4b7b615ac', 'subnets': [{'id': '86805798-504e-4ff7-97cc-41769c9d0c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:17:41.241785 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b78033-111c-4263-bb96-b418f88e1024 req-3ff69010-ffe7-488a-986f-6aaf3f7535f2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:41.243501 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-11b78033-111c-4263-bb96-b418f88e1024 req-3ff69010-ffe7-488a-986f-6aaf3f7535f2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.1863675
Jun 02 08:17:41.380256 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-11b78033-111c-4263-bb96-b418f88e1024 req-2832dd30-9831-47f2-a2cb-f1cb21e2923e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1282263
Jun 02 08:17:41.559933 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65520e-2e16-4891-83a8-74a9aedc5a2d req-63899462-1fd3-4d4d-b19a-593afe6b9b87 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:41.561461 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7a65520e-2e16-4891-83a8-74a9aedc5a2d req-63899462-1fd3-4d4d-b19a-593afe6b9b87 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde6d51c-dcc6-4b2b-994a-7fb31b547185 HTTP/1.1" status: 200  len: 944 time: 0.1303945
Jun 02 08:17:41.663055 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7a65520e-2e16-4891-83a8-74a9aedc5a2d req-925e31a8-2470-4551-aac2-3d72b96bd174 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/security-groups?id=06b9aedd-bdde-45c7-aaa9-e64cfec524ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906689
Jun 02 08:17:41.776250 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 884e1f83-e656-4c87-9378-24aa5f9b6e6b up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:17:42.042841 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning for port 884e1f83-e656-4c87-9378-24aa5f9b6e6b completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:17:42.049422 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 884e1f83-e656-4c87-9378-24aa5f9b6e6b triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:17:42.060614 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:42.290189 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:42.342370 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 5385d97c-adca-410a-a77a-6168390553cf up at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:17:42.387948 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] For port 884e1f83-e656-4c87-9378-24aa5f9b6e6b, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=884e1f83-e656-4c87-9378-24aa5f9b6e6b,segment=NetworkSegment(a6448d81-30fb-4243-9b7c-ebd4e4c69e5a),segment_id=a6448d81-30fb-4243-9b7c-ebd4e4c69e5a)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:17:42.464301 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:42.472669 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-4b805ad7-38f6-484d-aa2a-821852a7719c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:42.554514 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning for port 5385d97c-adca-410a-a77a-6168390553cf completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:17:42.569717 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning complete for port 5385d97c-adca-410a-a77a-6168390553cf triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:17:42.576754 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:42.687172 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-990c5c64-e319-4fac-ad7f-571869ecd384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:42.900859 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:42.900859 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Pushing event updated for resources: {'Port': ['ID=884e1f83-e656-4c87-9378-24aa5f9b6e6b,revision_number=5']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:42.901915 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590d527-a70c-49a6-b7be-65664e4ae9ca req-2ec4e006-4d41-4229-86ab-5994775c421a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:42.901915 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d590d527-a70c-49a6-b7be-65664e4ae9ca req-2ec4e006-4d41-4229-86ab-5994775c421a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.1690915
Jun 02 08:17:42.902386 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:42.902386 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:42.902386 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde6d51c-dcc6-4b2b-994a-7fb31b547185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5385d97c-adca-410a-a77a-6168390553cf'}] {{(pid=92343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:17:42.902633 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 35740) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:17:42.903813 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a92db95248474e1fdd92faa7bb4bdbed5d39af607a3dc1549787c687b6a75a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183b46e4-3374-401d-af26-dc79c92d5aac" -d '{"events": [{"server_uuid": "cde6d51c-dcc6-4b2b-994a-7fb31b547185", "name": "network-vif-plugged", "status": "completed", "tag": "5385d97c-adca-410a-a77a-6168390553cf"}]}' {{(pid=92343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:17:42.932013 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 5385d97c-adca-410a-a77a-6168390553cf, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5385d97c-adca-410a-a77a-6168390553cf,segment=NetworkSegment(7882244c-c16f-4a67-aec9-ab4ef18d1320),segment_id=7882244c-c16f-4a67-aec9-ab4ef18d1320)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:17:42.950398 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d590d527-a70c-49a6-b7be-65664e4ae9ca req-0f0f237d-32c8-491e-b967-8b06063b6e5f tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1527038
Jun 02 08:17:43.032227 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81805143-e4f7-47fd-bea5-b64ba7e9d7d1 req-ed07525a-e386-4b19-9eab-105a22da48ac tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:43.033088 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-81805143-e4f7-47fd-bea5-b64ba7e9d7d1 req-ed07525a-e386-4b19-9eab-105a22da48ac tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde6d51c-dcc6-4b2b-994a-7fb31b547185 HTTP/1.1" status: 200  len: 944 time: 0.1852996
Jun 02 08:17:43.084388 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-526c7f9c-6ae5-4f80-9f10-deb92ad71f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:43.121002 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-526c7f9c-6ae5-4f80-9f10-deb92ad71f4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:17:43.128775 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-526c7f9c-6ae5-4f80-9f10-deb92ad71f4f admin admin] Usage tracker for resource:security_group_rule and tenant:56a663ff121041efb7fb64c8c6be2ec5 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:17:43.130935 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-81805143-e4f7-47fd-bea5-b64ba7e9d7d1 req-461830b0-304c-4337-b58d-63a45f4ebfff tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/security-groups?id=06b9aedd-bdde-45c7-aaa9-e64cfec524ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845113
Jun 02 08:17:43.132584 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-526c7f9c-6ae5-4f80-9f10-deb92ad71f4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:17:43.143398 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-526c7f9c-6ae5-4f80-9f10-deb92ad71f4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:17:43.252475 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-526c7f9c-6ae5-4f80-9f10-deb92ad71f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:43.311691 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab20c0d4-60f9-474c-b30a-0b1de2206694 x-openstack-request-id: req-ab20c0d4-60f9-474c-b30a-0b1de2206694 {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:17:43.312083 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde6d51c-dcc6-4b2b-994a-7fb31b547185", "name": "network-vif-plugged", "status": "completed", "tag": "5385d97c-adca-410a-a77a-6168390553cf", "code": 200}]} {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:17:43.312952 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ab20c0d4-60f9-474c-b30a-0b1de2206694 {{(pid=92343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:17:43.313412 dv-cinder-786385-7-iscsi neutron-server[92343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde6d51c-dcc6-4b2b-994a-7fb31b547185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5385d97c-adca-410a-a77a-6168390553cf', 'code': 200}
Jun 02 08:17:43.566882 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:43.568658 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-8d040eca-0905-4e1d-b3c7-fb1afce44285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:43.654222 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-526c7f9c-6ae5-4f80-9f10-deb92ad71f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:43.666680 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-29d112e3-76a2-460d-9603-59526e05af26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:43.686254 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=5385d97c-adca-410a-a77a-6168390553cf,revision_number=5']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:43.690466 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:43.697919 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 884e1f83-e656-4c87-9378-24aa5f9b6e6b up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:17:43.714699 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c7f9c-6ae5-4f80-9f10-deb92ad71f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c500d8-0acd-47ac-add4-be7a13eaee63,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:43.720944 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-526c7f9c-6ae5-4f80-9f10-deb92ad71f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:43.748749 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-526c7f9c-6ae5-4f80-9f10-deb92ad71f4f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=56a663ff121041efb7fb64c8c6be2ec5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8632865
Jun 02 08:17:43.751665 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 35748) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:17:43.814149 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 884e1f83-e656-4c87-9378-24aa5f9b6e6b triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:17:43.814682 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:43.835850 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-077a8aa0-4e5c-4814-91d2-94650124311c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:43.848804 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:43.874698 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-077a8aa0-4e5c-4814-91d2-94650124311c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:44.022254 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-077a8aa0-4e5c-4814-91d2-94650124311c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:44.028034 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-a7206227-db9c-4d5a-9218-8c36d5bd177e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:44.030159 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd249b-eeba-4fc3-a1a9-a42e948b3c41 req-9d1699e6-85df-430c-af2b-085ad30eea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:44.032370 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-80fd249b-eeba-4fc3-a1a9-a42e948b3c41 req-9d1699e6-85df-430c-af2b-085ad30eea60 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cde6d51c-dcc6-4b2b-994a-7fb31b547185 HTTP/1.1" status: 200  len: 1098 time: 0.0917807
Jun 02 08:17:44.042721 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a8aa0-4e5c-4814-91d2-94650124311c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c500d8-0acd-47ac-add4-be7a13eaee63,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:44.048165 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-077a8aa0-4e5c-4814-91d2-94650124311c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:44.050352 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-077a8aa0-4e5c-4814-91d2-94650124311c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:44.053890 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-077a8aa0-4e5c-4814-91d2-94650124311c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/16c500d8-0acd-47ac-add4-be7a13eaee63 HTTP/1.1" status: 204  len: 168 time: 0.3010395
Jun 02 08:17:44.202083 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-80fd249b-eeba-4fc3-a1a9-a42e948b3c41 req-1ade1abc-9fe2-47cb-a999-bc45c6ae3398 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=06b9aedd-bdde-45c7-aaa9-e64cfec524ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1605847
Jun 02 08:17:44.233517 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0fc3f-2726-44a4-95bc-cd6b2bad2df7 req-3178bd3e-2841-4d38-ae61-f0605693119b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:44.234988 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-eac0fc3f-2726-44a4-95bc-cd6b2bad2df7 req-3178bd3e-2841-4d38-ae61-f0605693119b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.0983322
Jun 02 08:17:44.340071 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-eac0fc3f-2726-44a4-95bc-cd6b2bad2df7 req-41202048-324e-483f-94ba-d730be319211 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0985231
Jun 02 08:17:44.375790 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303c4e7-23d7-43f2-937f-97911a9766fe req-f0897326-2024-4cc8-b2d7-46be6df33f4f tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:44.379717 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a303c4e7-23d7-43f2-937f-97911a9766fe req-f0897326-2024-4cc8-b2d7-46be6df33f4f tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde6d51c-dcc6-4b2b-994a-7fb31b547185 HTTP/1.1" status: 200  len: 945 time: 0.1394539
Jun 02 08:17:44.474891 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a303c4e7-23d7-43f2-937f-97911a9766fe req-480445b6-05ba-41e1-bd07-35911593a779 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/security-groups?id=06b9aedd-bdde-45c7-aaa9-e64cfec524ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885816
Jun 02 08:17:44.996592 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 35770) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:17:45.013975 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-384904f8-cdc5-4df0-a2b8-fba295036373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:45.030405 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-384904f8-cdc5-4df0-a2b8-fba295036373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:17:45.036400 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-384904f8-cdc5-4df0-a2b8-fba295036373 admin admin] Usage tracker for resource:security_group_rule and tenant:089e8ecacb0e403e869f17afdc1e4876 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:17:45.039311 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-384904f8-cdc5-4df0-a2b8-fba295036373 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:17:45.045181 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-384904f8-cdc5-4df0-a2b8-fba295036373 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:17:45.136516 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-384904f8-cdc5-4df0-a2b8-fba295036373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:45.262164 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-384904f8-cdc5-4df0-a2b8-fba295036373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:45.262389 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:45.271092 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-192218fc-f6e7-47d7-9289-dbeeff66e855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:45.333032 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384904f8-cdc5-4df0-a2b8-fba295036373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a73148b-32bd-47ce-badb-39ca86a4d28d,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:45.337641 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-384904f8-cdc5-4df0-a2b8-fba295036373 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=089e8ecacb0e403e869f17afdc1e4876&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3398421
Jun 02 08:17:45.338882 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-384904f8-cdc5-4df0-a2b8-fba295036373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:45.340289 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 35778) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:17:45.479146 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-294181df-616e-46fa-a244-4c073fe8e07a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:45.628456 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-294181df-616e-46fa-a244-4c073fe8e07a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:45.778099 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d6f41-df1c-4214-942f-e537857cd7f5 req-651bbcf7-2c12-4870-ad7a-ad627be82263 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:45.779680 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b08d6f41-df1c-4214-942f-e537857cd7f5 req-651bbcf7-2c12-4870-ad7a-ad627be82263 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.2508268
Jun 02 08:17:45.815499 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f20cfd-4941-4029-8a2d-7a853fbbd96e req-ccb77cad-e422-4f94-ba0c-79d08cf98378 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:45.817116 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f4f20cfd-4941-4029-8a2d-7a853fbbd96e req-ccb77cad-e422-4f94-ba0c-79d08cf98378 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde6d51c-dcc6-4b2b-994a-7fb31b547185 HTTP/1.1" status: 200  len: 945 time: 0.1471379
Jun 02 08:17:45.892547 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b08d6f41-df1c-4214-942f-e537857cd7f5 req-a2e9abd4-8a88-419b-ab7b-746f43e338e1 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0982006
Jun 02 08:17:45.898225 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f4f20cfd-4941-4029-8a2d-7a853fbbd96e req-a2c105cc-8ba1-488b-b9c1-5d17816d8842 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/security-groups?id=06b9aedd-bdde-45c7-aaa9-e64cfec524ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690122
Jun 02 08:17:45.899470 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-294181df-616e-46fa-a244-4c073fe8e07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:45.905777 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-18f72eb5-2425-49a7-ac9a-232c1391f05c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:45.932172 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294181df-616e-46fa-a244-4c073fe8e07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a73148b-32bd-47ce-badb-39ca86a4d28d,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:45.934543 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-294181df-616e-46fa-a244-4c073fe8e07a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:45.935634 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-294181df-616e-46fa-a244-4c073fe8e07a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3a73148b-32bd-47ce-badb-39ca86a4d28d HTTP/1.1" status: 204  len: 168 time: 0.5943799
Jun 02 08:17:45.936859 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-294181df-616e-46fa-a244-4c073fe8e07a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:46.691302 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c451f-5b71-4808-aa10-1928324b2ed1 req-1bcdb4b1-3813-43dd-9990-8a28d59dfdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:46.692883 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-972c451f-5b71-4808-aa10-1928324b2ed1 req-1bcdb4b1-3813-43dd-9990-8a28d59dfdbc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=52efccb2fe9c471881216eb5b42411f7&device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 1098 time: 0.0782561
Jun 02 08:17:46.854860 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c451f-5b71-4808-aa10-1928324b2ed1 req-4e2a4531-75b4-47b8-b514-709feaf33e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:46.856369 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-972c451f-5b71-4808-aa10-1928324b2ed1 req-4e2a4531-75b4-47b8-b514-709feaf33e65 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4696b473-c29b-4b8f-aebc-3497761794e1 HTTP/1.1" status: 200  len: 918 time: 0.1562133
Jun 02 08:17:47.034461 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-972c451f-5b71-4808-aa10-1928324b2ed1 req-579138d8-5958-43fb-8327-da9be1929567 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 HTTP/1.1" status: 200  len: 1000 time: 0.1708107
Jun 02 08:17:47.226884 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c451f-5b71-4808-aa10-1928324b2ed1 req-3c2d2e5c-4e5c-406b-8e9b-e008fd644916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:47.228383 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-972c451f-5b71-4808-aa10-1928324b2ed1 req-3c2d2e5c-4e5c-406b-8e9b-e008fd644916 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f2d95f5c-acb5-47be-be66-d3f53cf5e37d HTTP/1.1" status: 200  len: 856 time: 0.1848569
Jun 02 08:17:47.338745 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a4e68-78a7-4b43-9644-c74177fe64d2 req-12adbda2-c28d-41e5-866a-cac06fb23398 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:47.340430 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-429a4e68-78a7-4b43-9644-c74177fe64d2 req-12adbda2-c28d-41e5-866a-cac06fb23398 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde6d51c-dcc6-4b2b-994a-7fb31b547185 HTTP/1.1" status: 200  len: 945 time: 0.2545815
Jun 02 08:17:47.349771 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca48f4-ea7b-4c95-908c-44f916e7431b req-fa6c258c-e9f9-4e36-8f4e-f95ac74bf034 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:47.351372 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6eca48f4-ea7b-4c95-908c-44f916e7431b req-fa6c258c-e9f9-4e36-8f4e-f95ac74bf034 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.2312317
Jun 02 08:17:47.415639 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c451f-5b71-4808-aa10-1928324b2ed1 req-b59cf4a4-bf26-43ed-9daa-29d49dba646e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:47.417534 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-972c451f-5b71-4808-aa10-1928324b2ed1 req-b59cf4a4-bf26-43ed-9daa-29d49dba646e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4696b473-c29b-4b8f-aebc-3497761794e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1786482
Jun 02 08:17:47.459909 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-429a4e68-78a7-4b43-9644-c74177fe64d2 req-87fa896f-e76c-42dd-a06f-24c5b80d4927 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/security-groups?id=06b9aedd-bdde-45c7-aaa9-e64cfec524ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077557
Jun 02 08:17:47.481150 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6eca48f4-ea7b-4c95-908c-44f916e7431b req-6125edb0-48ea-4595-89c8-f72c92f852b0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1059668
Jun 02 08:17:47.587860 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-972c451f-5b71-4808-aa10-1928324b2ed1 req-3bb8bd7e-d633-45bf-9e8e-95eead946690 service neutron] 10.222.0.72 "GET /v2.0/networks/4696b473-c29b-4b8f-aebc-3497761794e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1536422
Jun 02 08:17:47.741928 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-972c451f-5b71-4808-aa10-1928324b2ed1 req-e0b8c78c-4ac6-46e5-9ba8-6d0d0ca9c000 service neutron] 10.222.0.72 "GET /v2.0/networks/4696b473-c29b-4b8f-aebc-3497761794e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408763
Jun 02 08:17:48.683571 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20184c-8455-4ee4-85a8-2c8f452683ca req-0cbcfd4b-2e6b-448e-a5ab-fc4cc6597acb tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:48.685094 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4f20184c-8455-4ee4-85a8-2c8f452683ca req-0cbcfd4b-2e6b-448e-a5ab-fc4cc6597acb tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.0827658
Jun 02 08:17:48.732933 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4f20184c-8455-4ee4-85a8-2c8f452683ca req-acf0e666-9b7a-45da-92f1-32b3cac362fd tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404911
Jun 02 08:17:49.554922 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 35860) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:17:49.678469 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-c66bb580-8f2b-4edd-9382-01170bada02a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:49.777990 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-c66bb580-8f2b-4edd-9382-01170bada02a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:17:49.783826 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-c66bb580-8f2b-4edd-9382-01170bada02a admin admin] Usage tracker for resource:security_group_rule and tenant:e7067fa3e11f4c819fb02056597f59e9 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:17:49.804262 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-c66bb580-8f2b-4edd-9382-01170bada02a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:17:49.817363 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-c66bb580-8f2b-4edd-9382-01170bada02a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:17:50.021290 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187c6f2-5733-4288-9587-223faac04507 req-7c767a74-32d4-4754-9e30-ac1ab93525bd tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:50.022620 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7187c6f2-5733-4288-9587-223faac04507 req-7c767a74-32d4-4754-9e30-ac1ab93525bd tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/networks?id=08fbaa15-9e5d-4d43-8d34-d36dcaacffc4 HTTP/1.1" status: 200  len: 815 time: 0.2421193
Jun 02 08:17:50.051391 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7187c6f2-5733-4288-9587-223faac04507 req-643b7de6-3a5d-4b2d-8f6a-a68cebf0decf tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/quotas/c12ecd13c56d41cbb58946524acfe3a4 HTTP/1.1" status: 200  len: 375 time: 0.0202231
Jun 02 08:17:50.117340 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c755c-76bf-4209-894b-eb184ffc99dd req-b5d08ed0-c073-41fe-9cb6-4e503b911899 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:50.118773 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9d0c755c-76bf-4209-894b-eb184ffc99dd req-b5d08ed0-c073-41fe-9cb6-4e503b911899 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 945 time: 0.2659948
Jun 02 08:17:50.172635 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-c66bb580-8f2b-4edd-9382-01170bada02a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:50.197898 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9d0c755c-76bf-4209-894b-eb184ffc99dd req-bd5dbe2e-9509-4acf-8749-0f6d8a930714 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0683651
Jun 02 08:17:50.219406 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7187c6f2-5733-4288-9587-223faac04507 req-edb22587-000c-4b79-b3b7-a3ee7bc992d0 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c12ecd13c56d41cbb58946524acfe3a4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1582496
Jun 02 08:17:50.283656 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-c66bb580-8f2b-4edd-9382-01170bada02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:50.291049 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-8a4cf316-00d4-464b-9d71-689b9f7e4621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:50.395899 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66bb580-8f2b-4edd-9382-01170bada02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3831abb-7001-45b3-8413-d6c76bc04886,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:50.399115 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-c66bb580-8f2b-4edd-9382-01170bada02a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:50.404634 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-c66bb580-8f2b-4edd-9382-01170bada02a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e7067fa3e11f4c819fb02056597f59e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8486741
Jun 02 08:17:50.408285 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 35880) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:17:50.412075 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:17:50.430830 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7187c6f2-5733-4288-9587-223faac04507 req-22f44fa7-9411-4349-8b9e-c639266ff520 service neutron] 10.222.0.77 "GET /v2.0/networks/08fbaa15-9e5d-4d43-8d34-d36dcaacffc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1933491
Jun 02 08:17:50.476299 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1f39ddb3-dd51-4926-848d-fbca806055f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:50.502862 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1f39ddb3-dd51-4926-848d-fbca806055f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:50.530504 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:50.559365 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ce0410-e1bb-4a80-93e7-6075cf00502a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c3a1cbe-c4fa-4fbc-9694-408e51b0df89'}] {{(pid=92343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:17:50.564029 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a92db95248474e1fdd92faa7bb4bdbed5d39af607a3dc1549787c687b6a75a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e76fa1-822b-4501-8d69-323725897d64" -d '{"events": [{"server_uuid": "92ce0410-e1bb-4a80-93e7-6075cf00502a", "name": "network-vif-unplugged", "status": "completed", "tag": "7c3a1cbe-c4fa-4fbc-9694-408e51b0df89"}]}' {{(pid=92343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:17:50.570350 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7c3a1cbe-c4fa-4fbc-9694-408e51b0df89,segment=NetworkSegment(00974669-6402-4aa5-90c7-6e7c2d820d71),segment_id=00974669-6402-4aa5-90c7-6e7c2d820d71)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:17:50.592871 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7187c6f2-5733-4288-9587-223faac04507 req-712fad5a-c55f-4fd8-9da0-0aa20f9b2a3d service neutron] 10.222.0.77 "GET /v2.0/networks/08fbaa15-9e5d-4d43-8d34-d36dcaacffc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1514008
Jun 02 08:17:50.608626 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Jun 2021 08:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f13d127-2913-40a8-98ea-172a4c3f8263 x-openstack-request-id: req-8f13d127-2913-40a8-98ea-172a4c3f8263 {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:17:50.608928 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ce0410-e1bb-4a80-93e7-6075cf00502a", "name": "network-vif-unplugged", "status": "failed", "tag": "7c3a1cbe-c4fa-4fbc-9694-408e51b0df89", "code": 422}]} {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:17:50.609214 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8f13d127-2913-40a8-98ea-172a4c3f8263 {{(pid=92343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:17:50.609674 dv-cinder-786385-7-iscsi neutron-server[92343]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '92ce0410-e1bb-4a80-93e7-6075cf00502a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7c3a1cbe-c4fa-4fbc-9694-408e51b0df89', 'code': 422} returned with failed status
Jun 02 08:17:50.642638 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1f39ddb3-dd51-4926-848d-fbca806055f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:50.647595 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-4560cf0e-690b-456c-aadf-0e3fcb21d3c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:50.660429 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39ddb3-dd51-4926-848d-fbca806055f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3831abb-7001-45b3-8413-d6c76bc04886,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:50.665099 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-1f39ddb3-dd51-4926-848d-fbca806055f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:50.669900 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1f39ddb3-dd51-4926-848d-fbca806055f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:50.671029 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-1f39ddb3-dd51-4926-848d-fbca806055f9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a3831abb-7001-45b3-8413-d6c76bc04886 HTTP/1.1" status: 204  len: 168 time: 0.2618654
Jun 02 08:17:50.679946 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:50.681157 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-de90e0d3-21cb-44b2-a7fc-ef218e05b2ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:50.750163 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=7c3a1cbe-c4fa-4fbc-9694-408e51b0df89,revision_number=8']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:50.753667 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:50.884914 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2d429f57-524a-4305-963e-f19ef7f4e77b req-56296072-3579-4ed4-a8f2-62b6e4ab2e79 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 210 time: 0.0457547
Jun 02 08:17:51.404830 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03d0aa-b52f-4899-bcb2-09fcbe35ca42 req-2e06d28b-6f7f-4776-8b12-5e1b304fb11f tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:51.404830 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2d03d0aa-b52f-4899-bcb2-09fcbe35ca42 req-2e06d28b-6f7f-4776-8b12-5e1b304fb11f tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0811031
Jun 02 08:17:51.454118 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2d03d0aa-b52f-4899-bcb2-09fcbe35ca42 req-c7e12fed-3fbf-4e96-a947-7b09ed0d0fa7 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447562
Jun 02 08:17:51.485230 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 35904) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:17:51.501536 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9081-f483-49db-ae2c-ad86930c5fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:51.519211 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-a5ef9081-f483-49db-ae2c-ad86930c5fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:17:51.522888 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-a5ef9081-f483-49db-ae2c-ad86930c5fdc admin admin] Usage tracker for resource:security_group_rule and tenant:c7d37bc8091e480a87db01765a6a9ad4 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:17:51.525667 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-a5ef9081-f483-49db-ae2c-ad86930c5fdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:17:51.531687 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-a5ef9081-f483-49db-ae2c-ad86930c5fdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:17:51.613340 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9081-f483-49db-ae2c-ad86930c5fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:51.724988 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9081-f483-49db-ae2c-ad86930c5fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:51.732352 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-33b24299-d999-4ebf-87b2-9663732921db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:51.774667 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-a5ef9081-f483-49db-ae2c-ad86930c5fdc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c7d37bc8091e480a87db01765a6a9ad4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2883730
Jun 02 08:17:51.780818 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef9081-f483-49db-ae2c-ad86930c5fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a577922e-e190-4c95-8745-83f7eff18545,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:51.780818 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 35912) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:17:51.797580 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-a5ef9081-f483-49db-ae2c-ad86930c5fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:51.877605 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-c4f3559b-5514-4489-9547-3e77e38c7efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:51.904818 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-c4f3559b-5514-4489-9547-3e77e38c7efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:51.999274 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6134cf7f-2234-4d80-8896-e0b115e89675 req-5d4e7aa9-2cbd-4a3c-869c-8a130fa7d29e tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 210 time: 0.0415003
Jun 02 08:17:52.048732 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-c4f3559b-5514-4489-9547-3e77e38c7efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:52.056703 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-57a5af90-cc2d-404a-a22c-f27ceaa5c625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:52.072325 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3559b-5514-4489-9547-3e77e38c7efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a577922e-e190-4c95-8745-83f7eff18545,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:52.075198 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-c4f3559b-5514-4489-9547-3e77e38c7efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:52.082140 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-c4f3559b-5514-4489-9547-3e77e38c7efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:52.082140 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-c4f3559b-5514-4489-9547-3e77e38c7efa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a577922e-e190-4c95-8745-83f7eff18545 HTTP/1.1" status: 204  len: 168 time: 0.3014457
Jun 02 08:17:53.302459 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-20b8ab77-cdcd-48be-8534-0e5d20b8a577 req-6668d1e5-cd85-4cd8-b093-42f0d218b679 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 210 time: 0.0445421
Jun 02 08:17:53.562731 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6296f2-9fc6-4599-9a40-b19598ec0845 req-cb0cdc92-7498-4861-868a-99ee8aefbac9 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:53.565324 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6d6296f2-9fc6-4599-9a40-b19598ec0845 req-cb0cdc92-7498-4861-868a-99ee8aefbac9 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0950060
Jun 02 08:17:53.626915 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6d6296f2-9fc6-4599-9a40-b19598ec0845 req-f959b44b-5485-43f8-95b7-635a1b65b5c3 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511062
Jun 02 08:17:53.818913 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187c6f2-5733-4288-9587-223faac04507 req-22834e7a-2af7-4cfc-89ed-9239d76ab28e tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:53.820558 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7187c6f2-5733-4288-9587-223faac04507 req-22834e7a-2af7-4cfc-89ed-9239d76ab28e tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.72 "GET /v2.0/networks?id=08fbaa15-9e5d-4d43-8d34-d36dcaacffc4 HTTP/1.1" status: 200  len: 815 time: 0.1525197
Jun 02 08:17:53.836998 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [req-7187c6f2-5733-4288-9587-223faac04507 req-c04ac3ff-a730-41f3-9699-722271050922 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Request body: {'port': {'device_id': 'd8c3da20-f1c9-4655-accb-8330b32d09a4', 'network_id': '08fbaa15-9e5d-4d43-8d34-d36dcaacffc4', 'admin_state_up': True, 'tenant_id': 'c12ecd13c56d41cbb58946524acfe3a4'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:17:53.992581 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [req-7187c6f2-5733-4288-9587-223faac04507 req-c04ac3ff-a730-41f3-9699-722271050922 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:17:53.996640 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-7187c6f2-5733-4288-9587-223faac04507 req-c04ac3ff-a730-41f3-9699-722271050922 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Usage tracker for resource:port and tenant:c12ecd13c56d41cbb58946524acfe3a4 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:17:53.999612 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-7187c6f2-5733-4288-9587-223faac04507 req-c04ac3ff-a730-41f3-9699-722271050922 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:17:54.006145 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [req-7187c6f2-5733-4288-9587-223faac04507 req-c04ac3ff-a730-41f3-9699-722271050922 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:17:54.102041 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7187c6f2-5733-4288-9587-223faac04507 req-c04ac3ff-a730-41f3-9699-722271050922 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Made reservation on behalf of c12ecd13c56d41cbb58946524acfe3a4 for: {'port': 1} {{(pid=92341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:17:54.105676 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-7187c6f2-5733-4288-9587-223faac04507 req-c04ac3ff-a730-41f3-9699-722271050922 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:54.279526 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.db_base_plugin_common [req-7187c6f2-5733-4288-9587-223faac04507 req-c04ac3ff-a730-41f3-9699-722271050922 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Allocated IP 172.20.0.3 (08fbaa15-9e5d-4d43-8d34-d36dcaacffc4/82c7946a-1134-47b3-9c3a-1e02a1d3a7d4/2a4225f3-fd7a-461c-9264-f2ea03545096) {{(pid=92341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:17:54.285830 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 35994) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:17:54.430125 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-81bbbfc5-58dc-4fae-8af7-9c57f7929689 req-7f1b34fc-451a-4630-8dcb-12e8954b6036 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1428447
Jun 02 08:17:54.616361 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7d7470f8-2ae0-4794-956c-cc51c5665209 req-3367397d-899d-4800-b665-431a9984611c tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 210 time: 0.0708251
Jun 02 08:17:54.676014 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-7187c6f2-5733-4288-9587-223faac04507 req-c04ac3ff-a730-41f3-9699-722271050922 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks [] for port, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:54.693754 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.provisioning_blocks [req-7187c6f2-5733-4288-9587-223faac04507 req-c04ac3ff-a730-41f3-9699-722271050922 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Transition to ACTIVE for port object 2a4225f3-fd7a-461c-9264-f2ea03545096 will not be triggered until provisioned by entity DHCP. {{(pid=92341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:17:54.817127 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-7187c6f2-5733-4288-9587-223faac04507 req-c04ac3ff-a730-41f3-9699-722271050922 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:54.823442 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:54.916567 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7187c6f2-5733-4288-9587-223faac04507 req-c04ac3ff-a730-41f3-9699-722271050922 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Network 08fbaa15-9e5d-4d43-8d34-d36dcaacffc4 is already hosted by enough agents. {{(pid=92341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:17:54.939334 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [req-7187c6f2-5733-4288-9587-223faac04507 req-c04ac3ff-a730-41f3-9699-722271050922 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Resources bound (agent type, host, resource id):  {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:17:54.939334 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ac3ff-a730-41f3-9699-722271050922 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Pushing event updated for resources: {'Port': ['ID=2a4225f3-fd7a-461c-9264-f2ea03545096,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:54.939334 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [req-7187c6f2-5733-4288-9587-223faac04507 req-c04ac3ff-a730-41f3-9699-722271050922 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Received port after_create {{(pid=92341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:17:54.977688 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ac3ff-a730-41f3-9699-722271050922 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:54.978051 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ac3ff-a730-41f3-9699-722271050922 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:54.978406 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ac3ff-a730-41f3-9699-722271050922 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:54.978934 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ac3ff-a730-41f3-9699-722271050922 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:54.979452 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ac3ff-a730-41f3-9699-722271050922 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:54.979811 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ac3ff-a730-41f3-9699-722271050922 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:54.980269 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ac3ff-a730-41f3-9699-722271050922 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:54.980566 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ac3ff-a730-41f3-9699-722271050922 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:54.980904 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ac3ff-a730-41f3-9699-722271050922 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:54.984710 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ac3ff-a730-41f3-9699-722271050922 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:54.985862 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ac3ff-a730-41f3-9699-722271050922 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:54.986289 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ac3ff-a730-41f3-9699-722271050922 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:17:55.001733 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-c04ac3ff-a730-41f3-9699-722271050922 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:55.024058 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0be5f7-49cc-49f7-ba8c-e1e98e7f5912 req-174ae51d-a33d-44c9-bc1d-da25be0232f4 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:55.034242 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7b0be5f7-49cc-49f7-ba8c-e1e98e7f5912 req-174ae51d-a33d-44c9-bc1d-da25be0232f4 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.2623024
Jun 02 08:17:55.099542 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187c6f2-5733-4288-9587-223faac04507 req-c04ac3ff-a730-41f3-9699-722271050922 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:55.100285 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-7187c6f2-5733-4288-9587-223faac04507 req-c04ac3ff-a730-41f3-9699-722271050922 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:55.155336 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7b0be5f7-49cc-49f7-ba8c-e1e98e7f5912 req-d0e799ab-b303-4ad0-8598-adc809fd6e65 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1197598
Jun 02 08:17:55.249142 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7187c6f2-5733-4288-9587-223faac04507 req-c04ac3ff-a730-41f3-9699-722271050922 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4159062
Jun 02 08:17:55.370292 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-4f963846-d7cf-49a8-8f6b-87ef714b0cbc None None] Provisioning for port 2a4225f3-fd7a-461c-9264-f2ea03545096 completed by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:17:55.375319 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-4f963846-d7cf-49a8-8f6b-87ef714b0cbc None None] Provisioning complete for port 2a4225f3-fd7a-461c-9264-f2ea03545096 triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:17:55.380877 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-4f963846-d7cf-49a8-8f6b-87ef714b0cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:55.431702 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-4f963846-d7cf-49a8-8f6b-87ef714b0cbc None None] Port 2a4225f3-fd7a-461c-9264-f2ea03545096 cannot update to ACTIVE because it is not bound. {{(pid=92343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 02 08:17:55.583412 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 36042) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:17:55.708837 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-583d7aec-2df3-4887-bcb6-86e6133c21fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:55.724562 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-583d7aec-2df3-4887-bcb6-86e6133c21fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:17:55.728447 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-583d7aec-2df3-4887-bcb6-86e6133c21fc admin admin] Usage tracker for resource:security_group_rule and tenant:61299a76a0ba49f19cb2c5162643259c is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:17:55.731193 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-583d7aec-2df3-4887-bcb6-86e6133c21fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:17:55.737112 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-583d7aec-2df3-4887-bcb6-86e6133c21fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:17:55.805234 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135fd3e7-7901-40cd-8d71-ae679df6a514 req-302acc00-daba-4395-97dd-1ea9625d9288 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:55.806069 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-135fd3e7-7901-40cd-8d71-ae679df6a514 req-302acc00-daba-4395-97dd-1ea9625d9288 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Synchronizing usage tracker for tenant:c12ecd13c56d41cbb58946524acfe3a4 on resource:port {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:17:55.833323 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-583d7aec-2df3-4887-bcb6-86e6133c21fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:55.910714 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-135fd3e7-7901-40cd-8d71-ae679df6a514 req-302acc00-daba-4395-97dd-1ea9625d9288 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Unset dirty status for tenant:c12ecd13c56d41cbb58946524acfe3a4 on resource:port {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:17:55.912146 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-135fd3e7-7901-40cd-8d71-ae679df6a514 req-302acc00-daba-4395-97dd-1ea9625d9288 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 931 time: 0.1911378
Jun 02 08:17:55.941864 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-583d7aec-2df3-4887-bcb6-86e6133c21fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:55.949242 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-e52fb23d-ba39-4d6d-83b6-923ced19c44b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:55.958349 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-135fd3e7-7901-40cd-8d71-ae679df6a514 req-770f3670-a849-4e83-a85f-2193bffa8110 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400069
Jun 02 08:17:55.991998 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d7aec-2df3-4887-bcb6-86e6133c21fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7121568-8c79-447b-997d-ac9f827e0871,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:55.997062 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-583d7aec-2df3-4887-bcb6-86e6133c21fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:56.000266 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-583d7aec-2df3-4887-bcb6-86e6133c21fc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=61299a76a0ba49f19cb2c5162643259c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4158432
Jun 02 08:17:56.003825 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 36050) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:17:56.064460 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-99084b49-6863-4ed4-8edb-816f54e27ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:56.094510 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-99084b49-6863-4ed4-8edb-816f54e27ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:56.261869 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-99084b49-6863-4ed4-8edb-816f54e27ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:56.267565 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-294181df-616e-46fa-a244-4c073fe8e07a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:56.318018 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99084b49-6863-4ed4-8edb-816f54e27ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7121568-8c79-447b-997d-ac9f827e0871,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:56.325420 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-99084b49-6863-4ed4-8edb-816f54e27ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:56.327711 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-99084b49-6863-4ed4-8edb-816f54e27ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:56.331643 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-99084b49-6863-4ed4-8edb-816f54e27ee2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e7121568-8c79-447b-997d-ac9f827e0871 HTTP/1.1" status: 204  len: 168 time: 0.3266759
Jun 02 08:17:56.378760 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8396b-bc50-49f7-b34d-2de00f9be2e3 req-fe51838b-5336-499e-a45a-58e29a85c2ff tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:56.380259 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b2c8396b-bc50-49f7-b34d-2de00f9be2e3 req-fe51838b-5336-499e-a45a-58e29a85c2ff tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.1046913
Jun 02 08:17:56.425650 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b2c8396b-bc50-49f7-b34d-2de00f9be2e3 req-76259648-9196-4d55-8027-912813c7d716 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397925
Jun 02 08:17:57.060488 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 36064) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:17:57.116955 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d6f96f47-9f88-41e5-9960-3fe20be3abd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:57.139708 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-d6f96f47-9f88-41e5-9960-3fe20be3abd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:17:57.147989 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-d6f96f47-9f88-41e5-9960-3fe20be3abd4 admin admin] Usage tracker for resource:security_group_rule and tenant:7e3d9771d411410b88c515bedcf0d2e7 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:17:57.151249 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-d6f96f47-9f88-41e5-9960-3fe20be3abd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:17:57.163967 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-d6f96f47-9f88-41e5-9960-3fe20be3abd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:17:57.211567 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c05b8d-b1f9-42ef-8e97-1416542a9006 req-ff5a0696-6142-416b-8c05-a65cdffc5911 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:57.213093 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-76c05b8d-b1f9-42ef-8e97-1416542a9006 req-ff5a0696-6142-416b-8c05-a65cdffc5911 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 931 time: 0.1348176
Jun 02 08:17:57.288993 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-76c05b8d-b1f9-42ef-8e97-1416542a9006 req-280afe9b-197c-47a8-923a-2b2e953428ce tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633163
Jun 02 08:17:57.305433 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d6f96f47-9f88-41e5-9960-3fe20be3abd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:57.388200 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d6f96f47-9f88-41e5-9960-3fe20be3abd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:57.395961 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-f5f2c717-c438-4f5b-b4ff-53e6481eedc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:57.444644 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-d6f96f47-9f88-41e5-9960-3fe20be3abd4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7e3d9771d411410b88c515bedcf0d2e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3807361
Jun 02 08:17:57.444644 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f96f47-9f88-41e5-9960-3fe20be3abd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16370bd-1ceb-49c4-826d-080532a3a031,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:57.445768 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 36068) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:17:57.446252 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-d6f96f47-9f88-41e5-9960-3fe20be3abd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:57.521146 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9898078c-373c-4047-ae51-f7c297412904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:57.556694 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9898078c-373c-4047-ae51-f7c297412904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:57.637411 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878500a4-8b0d-428a-92aa-1819a5b0e362 req-ace446ff-7d3c-49ee-9ca3-5b3f2d4ad195 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:57.638862 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-878500a4-8b0d-428a-92aa-1819a5b0e362 req-ace446ff-7d3c-49ee-9ca3-5b3f2d4ad195 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0907748
Jun 02 08:17:57.686516 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-878500a4-8b0d-428a-92aa-1819a5b0e362 req-56ac240b-5dca-4e35-810c-bc68445b8007 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412049
Jun 02 08:17:57.699361 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9898078c-373c-4047-ae51-f7c297412904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:57.704923 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-d18fd911-edc4-44f1-a254-49830c42cfc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:17:57.716916 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898078c-373c-4047-ae51-f7c297412904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16370bd-1ceb-49c4-826d-080532a3a031,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:17:57.720873 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-9898078c-373c-4047-ae51-f7c297412904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:17:57.726530 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9898078c-373c-4047-ae51-f7c297412904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:17:57.727735 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-9898078c-373c-4047-ae51-f7c297412904 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d16370bd-1ceb-49c4-826d-080532a3a031 HTTP/1.1" status: 204  len: 168 time: 0.2802691
Jun 02 08:17:58.494754 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0a078-f99d-4ee0-94a0-6636850e904b req-98a0dbc8-0db7-42b9-9ff4-4b95486d3dec tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:58.496372 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-90d0a078-f99d-4ee0-94a0-6636850e904b req-98a0dbc8-0db7-42b9-9ff4-4b95486d3dec tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 931 time: 0.0982351
Jun 02 08:17:58.544912 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-90d0a078-f99d-4ee0-94a0-6636850e904b req-976f71d6-0da1-42c3-8789-da2a1c977166 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409853
Jun 02 08:17:58.886633 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a963d35-8428-49e1-8cd6-c3b523989a55 req-a2cb92c0-bf37-401a-9ae7-ef220b775bac tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:58.894336 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0a963d35-8428-49e1-8cd6-c3b523989a55 req-a2cb92c0-bf37-401a-9ae7-ef220b775bac tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0982625
Jun 02 08:17:58.934389 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0a963d35-8428-49e1-8cd6-c3b523989a55 req-3bd45e53-3ab9-406a-9a74-cdb14da6375e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388923
Jun 02 08:17:59.737515 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d4fab-2166-46dc-b2ac-964c972d5be7 req-6ac836b7-dbfc-4da4-b25a-ecec6dc5d024 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:17:59.739115 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-142d4fab-2166-46dc-b2ac-964c972d5be7 req-6ac836b7-dbfc-4da4-b25a-ecec6dc5d024 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 931 time: 0.0842354
Jun 02 08:17:59.784945 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-142d4fab-2166-46dc-b2ac-964c972d5be7 req-f95dd9d9-da83-4c6c-8d9c-628457915ea2 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400996
Jun 02 08:17:59.922143 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:00.137908 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4243231-4512-4431-affb-d79160e5fcbc req-cc42fdf0-7aa6-40c9-ab99-1cffa6f28225 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:00.139284 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c4243231-4512-4431-affb-d79160e5fcbc req-cc42fdf0-7aa6-40c9-ab99-1cffa6f28225 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0817113
Jun 02 08:18:00.192861 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c4243231-4512-4431-affb-d79160e5fcbc req-d500f7c7-8f66-4a4f-a1e3-39ecffb9b31f tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470648
Jun 02 08:18:00.975211 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e3c79-7d08-4ef3-9c79-3d81570bffbe req-5353ea76-cd63-4553-bd59-2b682694fdf9 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:00.976692 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c38e3c79-7d08-4ef3-9c79-3d81570bffbe req-5353ea76-cd63-4553-bd59-2b682694fdf9 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 931 time: 0.0808015
Jun 02 08:18:01.022596 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c38e3c79-7d08-4ef3-9c79-3d81570bffbe req-e2c41c9c-fd39-49f4-b024-b368a9d5d076 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399487
Jun 02 08:18:01.389275 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826291c5-2fab-44ab-b533-6ddc7ed6ed15 req-eaf7ec09-5971-433e-96c1-dd68c6fbcf7c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:01.390746 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-826291c5-2fab-44ab-b533-6ddc7ed6ed15 req-eaf7ec09-5971-433e-96c1-dd68c6fbcf7c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0887332
Jun 02 08:18:01.436974 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-826291c5-2fab-44ab-b533-6ddc7ed6ed15 req-19e995f0-f891-4995-b8de-05167819dfb3 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395396
Jun 02 08:18:02.086524 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:18:02.220843 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618ba8e-078e-4864-aa2f-1650f616b4c4 req-bb194c02-5da9-41e5-8571-628855e2a63c tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:02.222322 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e618ba8e-078e-4864-aa2f-1650f616b4c4 req-bb194c02-5da9-41e5-8571-628855e2a63c tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 931 time: 0.0836942
Jun 02 08:18:02.269320 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e618ba8e-078e-4864-aa2f-1650f616b4c4 req-bcaf50a9-392f-4b42-91df-94feafff53e8 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412755
Jun 02 08:18:02.728474 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-950c9e16-e950-4847-9eac-573dbe091cda req-a5436c52-eeaa-4f1b-a270-6f1a5800cd54 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=0b3541a16a794c65ac4d71c91c65e880&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0374315
Jun 02 08:18:02.866180 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1b936-d32e-4127-9a96-31f7c700862b req-e6ee78f5-9cf9-4403-8830-95496ee4b05c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:02.867649 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0fb1b936-d32e-4127-9a96-31f7c700862b req-e6ee78f5-9cf9-4403-8830-95496ee4b05c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.2954061
Jun 02 08:18:02.935724 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c9e16-e950-4847-9eac-573dbe091cda req-1780f148-12c3-4533-9269-f89e4e1bcf06 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:02.937182 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-950c9e16-e950-4847-9eac-573dbe091cda req-1780f148-12c3-4533-9269-f89e4e1bcf06 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1973145
Jun 02 08:18:02.953918 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0fb1b936-d32e-4127-9a96-31f7c700862b req-4a3afcc2-edaa-4f8e-993f-f417b47250a7 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0780599
Jun 02 08:18:02.957913 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-950c9e16-e950-4847-9eac-573dbe091cda req-b04e4219-042f-4e48-b355-41235b6c8052 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/quotas/0b3541a16a794c65ac4d71c91c65e880 HTTP/1.1" status: 200  len: 375 time: 0.0141037
Jun 02 08:18:03.012797 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-950c9e16-e950-4847-9eac-573dbe091cda req-dd72462d-7495-4bd5-8e8f-409aa60df8cd tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b3541a16a794c65ac4d71c91c65e880&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0492649
Jun 02 08:18:03.282148 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b97e24d0-f174-4c4a-8a6c-91f357ad1436 req-0476a692-76fc-46d5-9d8d-df16330f2a5e tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 210 time: 0.0445702
Jun 02 08:18:03.468845 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359160a-8fad-4821-aa44-56df33763e09 req-a48f4626-e4bf-481f-812a-9dd2172b79a6 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:03.470828 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5359160a-8fad-4821-aa44-56df33763e09 req-a48f4626-e4bf-481f-812a-9dd2172b79a6 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 931 time: 0.0882015
Jun 02 08:18:03.517136 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5359160a-8fad-4821-aa44-56df33763e09 req-2198938f-b59e-4760-bdef-e6a9b31f25de tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406470
Jun 02 08:18:04.148445 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433b004-3cf7-43eb-af76-238c934e443c req-06ec7af5-8f5c-438a-bd24-5157fc371787 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:04.149880 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d433b004-3cf7-43eb-af76-238c934e443c req-06ec7af5-8f5c-438a-bd24-5157fc371787 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0813560
Jun 02 08:18:04.202430 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d433b004-3cf7-43eb-af76-238c934e443c req-2c2ab93e-0d96-41ce-a1d0-2444ca881669 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467272
Jun 02 08:18:04.484751 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-db6f5bfa-0967-4392-937d-5375f229db2b req-6ee73ca5-f758-4e2e-9518-3dfe7d3fae56 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 210 time: 0.0587609
Jun 02 08:18:04.713461 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879b042-cd20-4dfd-9bf5-fcc7cd86f7a2 req-a9ebe95f-752a-4f9e-b42a-3245fa713c39 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:04.715423 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a879b042-cd20-4dfd-9bf5-fcc7cd86f7a2 req-a9ebe95f-752a-4f9e-b42a-3245fa713c39 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 931 time: 0.0817816
Jun 02 08:18:04.770293 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a879b042-cd20-4dfd-9bf5-fcc7cd86f7a2 req-2157c563-5b68-42b8-a22e-7aa57d609c90 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480580
Jun 02 08:18:05.409457 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ca56d-19ca-44a5-b791-0e20289be7c7 req-23ee6ca5-98b4-43ba-bede-50f942c0d604 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:05.410817 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e65ca56d-19ca-44a5-b791-0e20289be7c7 req-23ee6ca5-98b4-43ba-bede-50f942c0d604 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0902195
Jun 02 08:18:05.457064 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e65ca56d-19ca-44a5-b791-0e20289be7c7 req-3a901aa6-fac3-415d-aedb-56165e90d07a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404623
Jun 02 08:18:05.638980 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b134fbd3-2bf6-4544-bf3a-08b1fa26a23b req-8b0beb08-d6b8-420b-b7db-f163ebbeb52a tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 210 time: 0.0483694
Jun 02 08:18:05.971347 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea31be-3390-4ff4-bf3a-d2b15e893ee0 req-3f9f7018-5ed9-4cf5-80b7-8683dc37f2d9 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:05.971347 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c2ea31be-3390-4ff4-bf3a-d2b15e893ee0 req-3f9f7018-5ed9-4cf5-80b7-8683dc37f2d9 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 931 time: 0.0924587
Jun 02 08:18:06.023948 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c2ea31be-3390-4ff4-bf3a-d2b15e893ee0 req-f7a3fb9a-9308-48bc-8b5e-a84026947875 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453236
Jun 02 08:18:06.655769 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b065b-f104-4f1a-b6ae-c7d32c02d627 req-a684201b-a7fe-4120-843f-b81e6aa2e4f8 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:06.657751 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9b8b065b-f104-4f1a-b6ae-c7d32c02d627 req-a684201b-a7fe-4120-843f-b81e6aa2e4f8 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0821238
Jun 02 08:18:06.705562 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9b8b065b-f104-4f1a-b6ae-c7d32c02d627 req-74b7318a-6831-4ad3-849f-c2a2c8ff4ef4 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409465
Jun 02 08:18:06.799649 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3337d241-1329-4e02-81b3-38a6d00326fc req-ce031126-22bc-4ca1-b6cc-6d13de758659 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 210 time: 0.0500381
Jun 02 08:18:07.225556 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82492c-ecc2-41fd-9519-39759de629f8 req-f7c559f0-a045-4941-b755-18ebbeb347a1 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:07.227097 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bb82492c-ecc2-41fd-9519-39759de629f8 req-f7c559f0-a045-4941-b755-18ebbeb347a1 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 931 time: 0.0878315
Jun 02 08:18:07.283438 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bb82492c-ecc2-41fd-9519-39759de629f8 req-6f9a05a0-b6eb-43a9-b6d9-151567a28d0c tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504768
Jun 02 08:18:07.956095 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-74fd9353-43d2-4654-8517-2b4e998e2339 req-62216e67-d41a-4753-a205-d4441d6f8cb0 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 210 time: 0.0473738
Jun 02 08:18:07.964554 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f67b4-1250-4661-af5b-e3888557db7e req-a3d7b8f4-7959-47fc-ab5e-78689c2dc747 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:07.965967 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-808f67b4-1250-4661-af5b-e3888557db7e req-a3d7b8f4-7959-47fc-ab5e-78689c2dc747 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.1277881
Jun 02 08:18:08.012175 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-808f67b4-1250-4661-af5b-e3888557db7e req-bd6f9abd-350e-4a16-8971-1f1d54478524 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402150
Jun 02 08:18:08.470527 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa0e6c-b9c1-484c-87d4-c86144a94bbd req-2145bdc2-8d33-4052-a313-6081b6e830a8 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:08.471947 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-34aa0e6c-b9c1-484c-87d4-c86144a94bbd req-2145bdc2-8d33-4052-a313-6081b6e830a8 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 931 time: 0.0892689
Jun 02 08:18:08.515176 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-34aa0e6c-b9c1-484c-87d4-c86144a94bbd req-15e1d3da-0076-4e45-86dd-b21ff494a799 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377247
Jun 02 08:18:09.109965 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3c33b488-72c0-4326-906c-e72cdad4aea5 req-608188f3-7ce7-4674-b428-0c904a4a0e64 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 210 time: 0.0438442
Jun 02 08:18:09.220140 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39bd40-1206-4984-9a6b-51493c8164ac req-a7deb53e-a185-47e7-a173-61a05b4dfb41 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:09.222688 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8f39bd40-1206-4984-9a6b-51493c8164ac req-a7deb53e-a185-47e7-a173-61a05b4dfb41 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0916402
Jun 02 08:18:09.269164 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8f39bd40-1206-4984-9a6b-51493c8164ac req-91655e76-f5e1-4e36-a780-1bdd5e789781 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401404
Jun 02 08:18:09.696209 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd3f01-3c9c-4bd4-9f47-2e44bdcac6f9 req-690a081b-63c2-4877-be24-c7e4f0a2f171 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:09.697557 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-18cd3f01-3c9c-4bd4-9f47-2e44bdcac6f9 req-690a081b-63c2-4877-be24-c7e4f0a2f171 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 931 time: 0.0810988
Jun 02 08:18:09.743148 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-18cd3f01-3c9c-4bd4-9f47-2e44bdcac6f9 req-3fce781e-8dfa-40a6-be26-fff45bf4d119 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395615
Jun 02 08:18:10.041996 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-a54283d7-53f6-4e44-ba30-742751261e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:10.318903 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7553dd9b-4b4c-4ea3-a701-d4bc7a93394a req-b383e24f-8d38-42cc-8d0f-0c66ffc67a6b tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 210 time: 0.1052744
Jun 02 08:18:10.467086 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10372b3b-199c-4c6c-9773-75bbc73502e7 req-90fd235c-1aec-4b0b-b4b5-d8dd746635a3 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:10.468600 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-10372b3b-199c-4c6c-9773-75bbc73502e7 req-90fd235c-1aec-4b0b-b4b5-d8dd746635a3 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0798891
Jun 02 08:18:10.514788 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-10372b3b-199c-4c6c-9773-75bbc73502e7 req-3e3bbf69-f6dc-48b0-a166-f32f8d26c607 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406537
Jun 02 08:18:10.920659 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be12686-d024-47c7-8d0d-2d554c92ee36 req-b79d206a-c9a9-4b41-bf29-a0b4930ae000 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:10.921996 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1be12686-d024-47c7-8d0d-2d554c92ee36 req-b79d206a-c9a9-4b41-bf29-a0b4930ae000 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 931 time: 0.0779424
Jun 02 08:18:10.964428 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1be12686-d024-47c7-8d0d-2d554c92ee36 req-97d17f7a-2fca-4143-a1be-904a943514b7 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362406
Jun 02 08:18:11.466161 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b49daf61-8a7d-4984-b67d-b3b87d29658f req-42517e05-8029-4f75-9c4c-57319560e9af tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 210 time: 0.0412698
Jun 02 08:18:11.704785 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734858f2-7343-46f4-876f-0c1975277d87 req-b9c373df-404f-459c-8d3b-e19aa2711cd2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:11.706220 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-734858f2-7343-46f4-876f-0c1975277d87 req-b9c373df-404f-459c-8d3b-e19aa2711cd2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0824263
Jun 02 08:18:11.750382 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-734858f2-7343-46f4-876f-0c1975277d87 req-401e1541-69f5-4ad3-a817-2b77b4ac8067 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382798
Jun 02 08:18:12.145458 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cdf1dc-d079-44b5-8a60-3e35b0185cab req-1bc5522b-d04f-47fe-8afa-2cf3e5c1bec6 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:12.146882 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b0cdf1dc-d079-44b5-8a60-3e35b0185cab req-1bc5522b-d04f-47fe-8afa-2cf3e5c1bec6 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 931 time: 0.0778160
Jun 02 08:18:12.193639 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b0cdf1dc-d079-44b5-8a60-3e35b0185cab req-afd0584c-99cf-4664-ab9a-d6cf7465e9a3 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412385
Jun 02 08:18:12.297787 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [req-7187c6f2-5733-4288-9587-223faac04507 req-23be57ce-4dbb-432d-97cb-feeb18675e13 service neutron] Request body: {'port': {'device_id': 'd8c3da20-f1c9-4655-accb-8330b32d09a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:18:12.405739 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-7187c6f2-5733-4288-9587-223faac04507 req-23be57ce-4dbb-432d-97cb-feeb18675e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:12.600237 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:12.653442 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-48df2478-3755-4897-8ec7-7c5c28097793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:12.699748 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b68ce2ff-cd8d-43d8-aa69-e9ec72592da8 req-bdee26e8-aebb-432a-a49a-d426820fad95 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 210 time: 0.0570831
Jun 02 08:18:12.827226 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [req-7187c6f2-5733-4288-9587-223faac04507 req-23be57ce-4dbb-432d-97cb-feeb18675e13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a4225f3-fd7a-461c-9264-f2ea03545096 {{(pid=92341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:18:12.835103 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-7187c6f2-5733-4288-9587-223faac04507 req-23be57ce-4dbb-432d-97cb-feeb18675e13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:12.849882 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.provisioning_blocks [req-7187c6f2-5733-4288-9587-223faac04507 req-23be57ce-4dbb-432d-97cb-feeb18675e13 service neutron] Transition to ACTIVE for port object 2a4225f3-fd7a-461c-9264-f2ea03545096 will not be triggered until provisioned by entity L2. {{(pid=92341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:18:12.951267 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-7187c6f2-5733-4288-9587-223faac04507 req-23be57ce-4dbb-432d-97cb-feeb18675e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589761'] for port, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:12.956716 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-0ac1a177-5a04-476d-a701-3b2da9a2bf73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:18:13.016901 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133126a-aa0e-472c-97c5-dfc66c6ed7fc req-f066c284-5fe2-43d6-a302-d7e68fbcbc15 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:13.020667 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e133126a-aa0e-472c-97c5-dfc66c6ed7fc req-f066c284-5fe2-43d6-a302-d7e68fbcbc15 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.1383810
Jun 02 08:18:13.156434 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be57ce-4dbb-432d-97cb-feeb18675e13 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4225f3-fd7a-461c-9264-f2ea03545096,revision_number=2']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:18:13.186120 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-23be57ce-4dbb-432d-97cb-feeb18675e13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:18:13.218550 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e133126a-aa0e-472c-97c5-dfc66c6ed7fc req-e5133b79-05af-4057-be1f-1f3f00a88322 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1411350
Jun 02 08:18:13.244375 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.managers [req-7187c6f2-5733-4288-9587-223faac04507 req-23be57ce-4dbb-432d-97cb-feeb18675e13 service neutron] Attempting to bind port 2a4225f3-fd7a-461c-9264-f2ea03545096 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:18:13.244708 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.managers [req-7187c6f2-5733-4288-9587-223faac04507 req-23be57ce-4dbb-432d-97cb-feeb18675e13 service neutron] Attempting to bind port 2a4225f3-fd7a-461c-9264-f2ea03545096 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '07732512-85bf-4e04-be73-dcc36c00ac90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '08fbaa15-9e5d-4d43-8d34-d36dcaacffc4'}] {{(pid=92341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:18:13.245017 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7187c6f2-5733-4288-9587-223faac04507 req-23be57ce-4dbb-432d-97cb-feeb18675e13 service neutron] Attempting to bind port 2a4225f3-fd7a-461c-9264-f2ea03545096 on network 08fbaa15-9e5d-4d43-8d34-d36dcaacffc4 {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:18:13.249597 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7187c6f2-5733-4288-9587-223faac04507 req-23be57ce-4dbb-432d-97cb-feeb18675e13 service neutron] Port 2a4225f3-fd7a-461c-9264-f2ea03545096 on network 08fbaa15-9e5d-4d43-8d34-d36dcaacffc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 02 08:18:13.249901 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7187c6f2-5733-4288-9587-223faac04507 req-23be57ce-4dbb-432d-97cb-feeb18675e13 service neutron] Attempting to bind port 2a4225f3-fd7a-461c-9264-f2ea03545096 on network 08fbaa15-9e5d-4d43-8d34-d36dcaacffc4 {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:18:13.255409 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7187c6f2-5733-4288-9587-223faac04507 req-23be57ce-4dbb-432d-97cb-feeb18675e13 service neutron] Checking agent: {'id': '5f85f1d8-5acd-47ff-be11-89642c504a90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:18:13.255733 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7187c6f2-5733-4288-9587-223faac04507 req-23be57ce-4dbb-432d-97cb-feeb18675e13 service neutron] Checking segment: {'id': '07732512-85bf-4e04-be73-dcc36c00ac90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '08fbaa15-9e5d-4d43-8d34-d36dcaacffc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:18:13.256099 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7187c6f2-5733-4288-9587-223faac04507 req-23be57ce-4dbb-432d-97cb-feeb18675e13 service neutron] Bound using segment: {'id': '07732512-85bf-4e04-be73-dcc36c00ac90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '08fbaa15-9e5d-4d43-8d34-d36dcaacffc4'} {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:18:13.256552 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.managers [req-7187c6f2-5733-4288-9587-223faac04507 req-23be57ce-4dbb-432d-97cb-feeb18675e13 service neutron] Bound port: 2a4225f3-fd7a-461c-9264-f2ea03545096, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07732512-85bf-4e04-be73-dcc36c00ac90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '08fbaa15-9e5d-4d43-8d34-d36dcaacffc4'}}] {{(pid=92341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:18:13.256868 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-7187c6f2-5733-4288-9587-223faac04507 req-23be57ce-4dbb-432d-97cb-feeb18675e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:13.396598 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-7187c6f2-5733-4288-9587-223faac04507 req-23be57ce-4dbb-432d-97cb-feeb18675e13 service neutron] For port 2a4225f3-fd7a-461c-9264-f2ea03545096, host hv-cinder-78638, cleared binding levels {{(pid=92341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:18:13.400055 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-7187c6f2-5733-4288-9587-223faac04507 req-23be57ce-4dbb-432d-97cb-feeb18675e13 service neutron] For port 2a4225f3-fd7a-461c-9264-f2ea03545096, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2a4225f3-fd7a-461c-9264-f2ea03545096,segment=NetworkSegment(07732512-85bf-4e04-be73-dcc36c00ac90),segment_id=07732512-85bf-4e04-be73-dcc36c00ac90)] {{(pid=92341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:18:13.418955 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46034c36-a231-40ea-b186-c25a31afdbef req-9b149a26-6f77-443f-aec4-4e1fe503c734 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:13.420409 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-46034c36-a231-40ea-b186-c25a31afdbef req-9b149a26-6f77-443f-aec4-4e1fe503c734 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 943 time: 0.1192794
Jun 02 08:18:13.466771 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-46034c36-a231-40ea-b186-c25a31afdbef req-a2c0d765-5861-4234-923e-2f1a192c0b92 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402300
Jun 02 08:18:13.517832 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-7187c6f2-5733-4288-9587-223faac04507 req-23be57ce-4dbb-432d-97cb-feeb18675e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589761'] for port, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:13.523250 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:18:13.582242 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187c6f2-5733-4288-9587-223faac04507 req-23be57ce-4dbb-432d-97cb-feeb18675e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:13.583062 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-7187c6f2-5733-4288-9587-223faac04507 req-23be57ce-4dbb-432d-97cb-feeb18675e13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:13.584581 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7187c6f2-5733-4288-9587-223faac04507 req-23be57ce-4dbb-432d-97cb-feeb18675e13 service neutron] 10.222.0.72 "PUT /v2.0/ports/2a4225f3-fd7a-461c-9264-f2ea03545096 HTTP/1.1" status: 200  len: 1093 time: 1.2912362
Jun 02 08:18:13.587583 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c3da20-f1c9-4655-accb-8330b32d09a4', 'tag': '2a4225f3-fd7a-461c-9264-f2ea03545096'}] {{(pid=92341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:18:13.591068 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d416597fa12f88f8d9bd515793328be5ccabd674e07c2f357b392af977663f84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178eaa20-1f1f-4f7b-9228-8973bbb9eb40" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c3da20-f1c9-4655-accb-8330b32d09a4", "tag": "2a4225f3-fd7a-461c-9264-f2ea03545096"}]}' {{(pid=92341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:18:13.613435 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be57ce-4dbb-432d-97cb-feeb18675e13 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4225f3-fd7a-461c-9264-f2ea03545096,revision_number=3']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:18:13.647675 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-23be57ce-4dbb-432d-97cb-feeb18675e13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:18:13.649231 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7ff498-84ee-4a1c-9c30-a5533ad6e46d x-openstack-request-id: req-bb7ff498-84ee-4a1c-9c30-a5533ad6e46d {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:18:13.649551 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c3da20-f1c9-4655-accb-8330b32d09a4", "tag": "2a4225f3-fd7a-461c-9264-f2ea03545096", "status": "completed", "code": 200}]} {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:18:13.649826 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bb7ff498-84ee-4a1c-9c30-a5533ad6e46d {{(pid=92341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:18:13.650242 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c3da20-f1c9-4655-accb-8330b32d09a4', 'tag': '2a4225f3-fd7a-461c-9264-f2ea03545096', 'status': 'completed', 'code': 200}
Jun 02 08:18:13.660618 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-950c9e16-e950-4847-9eac-573dbe091cda req-1a022351-d17f-479e-bc89-9080c07ee710 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=0b3541a16a794c65ac4d71c91c65e880&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0429561
Jun 02 08:18:13.761734 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:13.833293 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178eaa20-1f1f-4f7b-9228-8973bbb9eb40 req-3fde5032-e4c0-4eee-a2fa-387be63f5009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:13.835442 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-178eaa20-1f1f-4f7b-9228-8973bbb9eb40 req-3fde5032-e4c0-4eee-a2fa-387be63f5009 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c12ecd13c56d41cbb58946524acfe3a4&device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 1096 time: 0.1481051
Jun 02 08:18:13.954034 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cd035b0a-e92d-4d1f-a979-f9bc40402b3e req-99c0e8ed-ed99-405a-b4b6-3311fd2ce5b5 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 210 time: 0.0800428
Jun 02 08:18:13.990362 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c9e16-e950-4847-9eac-573dbe091cda req-86767487-84e0-4bb8-9f60-ed636ad863cb tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:13.992141 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-950c9e16-e950-4847-9eac-573dbe091cda req-86767487-84e0-4bb8-9f60-ed636ad863cb tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3253963
Jun 02 08:18:14.009487 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [req-950c9e16-e950-4847-9eac-573dbe091cda req-7575fba2-7801-4996-95b4-8f294c2303a5 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Request body: {'port': {'device_id': '5c5aa577-eb14-473e-9bac-ee5210887a7f', 'network_id': '59d2475a-9906-4715-9fb4-336672d40b14', 'admin_state_up': True, 'tenant_id': '0b3541a16a794c65ac4d71c91c65e880'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:18:14.098992 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178eaa20-1f1f-4f7b-9228-8973bbb9eb40 req-1506bb77-0e6f-46a1-a4f3-9b887b230b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:14.100449 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-178eaa20-1f1f-4f7b-9228-8973bbb9eb40 req-1506bb77-0e6f-46a1-a4f3-9b887b230b69 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=c12ecd13c56d41cbb58946524acfe3a4&shared=False HTTP/1.1" status: 200  len: 916 time: 0.2513759
Jun 02 08:18:14.171710 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [req-950c9e16-e950-4847-9eac-573dbe091cda req-7575fba2-7801-4996-95b4-8f294c2303a5 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:18:14.179827 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-950c9e16-e950-4847-9eac-573dbe091cda req-7575fba2-7801-4996-95b4-8f294c2303a5 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Usage tracker for resource:port and tenant:0b3541a16a794c65ac4d71c91c65e880 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:18:14.182957 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-950c9e16-e950-4847-9eac-573dbe091cda req-7575fba2-7801-4996-95b4-8f294c2303a5 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:18:14.188802 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [req-950c9e16-e950-4847-9eac-573dbe091cda req-7575fba2-7801-4996-95b4-8f294c2303a5 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:18:14.239105 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178eaa20-1f1f-4f7b-9228-8973bbb9eb40 req-4e355fbc-f8aa-4cc2-9261-6790cc7e4e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:14.240742 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-178eaa20-1f1f-4f7b-9228-8973bbb9eb40 req-4e355fbc-f8aa-4cc2-9261-6790cc7e4e87 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1334660
Jun 02 08:18:14.289902 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-950c9e16-e950-4847-9eac-573dbe091cda req-7575fba2-7801-4996-95b4-8f294c2303a5 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Made reservation on behalf of 0b3541a16a794c65ac4d71c91c65e880 for: {'port': 1} {{(pid=92341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:18:14.293457 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-950c9e16-e950-4847-9eac-573dbe091cda req-7575fba2-7801-4996-95b4-8f294c2303a5 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:14.306171 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-950c9e16-e950-4847-9eac-573dbe091cda req-7575fba2-7801-4996-95b4-8f294c2303a5 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:14.320959 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [req-950c9e16-e950-4847-9eac-573dbe091cda req-7575fba2-7801-4996-95b4-8f294c2303a5 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:18:14.324805 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-950c9e16-e950-4847-9eac-573dbe091cda req-7575fba2-7801-4996-95b4-8f294c2303a5 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Usage tracker for resource:security_group_rule and tenant:0b3541a16a794c65ac4d71c91c65e880 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:18:14.327713 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-950c9e16-e950-4847-9eac-573dbe091cda req-7575fba2-7801-4996-95b4-8f294c2303a5 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:18:14.336041 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [req-950c9e16-e950-4847-9eac-573dbe091cda req-7575fba2-7801-4996-95b4-8f294c2303a5 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:18:14.378101 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187c6f2-5733-4288-9587-223faac04507 req-2037c4ef-baa5-4a35-b191-09352898ecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:14.379598 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-7187c6f2-5733-4288-9587-223faac04507 req-2037c4ef-baa5-4a35-b191-09352898ecfd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c12ecd13c56d41cbb58946524acfe3a4&device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 1096 time: 0.0728078
Jun 02 08:18:14.448036 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8e861-1bb2-4ba7-bee8-e342ac26fb9e req-7a2b8710-fd8c-44ea-8a7e-4c3582742831 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:14.449425 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0ca8e861-1bb2-4ba7-bee8-e342ac26fb9e req-7a2b8710-fd8c-44ea-8a7e-4c3582742831 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.1151688
Jun 02 08:18:14.453326 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-7187c6f2-5733-4288-9587-223faac04507 req-4314515c-934d-427f-87ab-1c081ac6ebe2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a4225f3-fd7a-461c-9264-f2ea03545096 HTTP/1.1" status: 200  len: 217 time: 0.0647929
Jun 02 08:18:14.520234 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187c6f2-5733-4288-9587-223faac04507 req-2cc9f62f-b628-454f-a431-37fa59330f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:14.522032 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-7187c6f2-5733-4288-9587-223faac04507 req-2cc9f62f-b628-454f-a431-37fa59330f28 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=82c7946a-1134-47b3-9c3a-1e02a1d3a7d4 HTTP/1.1" status: 200  len: 854 time: 0.0612621
Jun 02 08:18:14.525978 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0ca8e861-1bb2-4ba7-bee8-e342ac26fb9e req-6517ac8d-602a-42d2-9989-36098bcd8e47 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0692475
Jun 02 08:18:14.530116 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-950c9e16-e950-4847-9eac-573dbe091cda req-7575fba2-7801-4996-95b4-8f294c2303a5 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:14.603135 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187c6f2-5733-4288-9587-223faac04507 req-be57dd15-d8ea-43ea-9ec0-90411602a268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:14.604613 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-7187c6f2-5733-4288-9587-223faac04507 req-be57dd15-d8ea-43ea-9ec0-90411602a268 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08fbaa15-9e5d-4d43-8d34-d36dcaacffc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0757785
Jun 02 08:18:14.623128 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-950c9e16-e950-4847-9eac-573dbe091cda req-7575fba2-7801-4996-95b4-8f294c2303a5 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:14.631823 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-c66bb580-8f2b-4edd-9382-01170bada02a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:18:14.711195 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575fba2-7801-4996-95b4-8f294c2303a5 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=424dcb79-48c7-4c6d-90f3-d192b5080806,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:18:14.728304 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-7575fba2-7801-4996-95b4-8f294c2303a5 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:18:14.746736 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-7187c6f2-5733-4288-9587-223faac04507 req-98155575-9a93-4f77-970e-5c1d894faf49 service neutron] 10.222.0.72 "GET /v2.0/networks/08fbaa15-9e5d-4d43-8d34-d36dcaacffc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339023
Jun 02 08:18:14.814593 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cdf14-3576-4fed-8dc0-1b44d246c92c req-8534d6ce-fd3b-45b5-a11f-d7d5385dcae3 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:14.816069 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e43cdf14-3576-4fed-8dc0-1b44d246c92c req-8534d6ce-fd3b-45b5-a11f-d7d5385dcae3 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 943 time: 0.2322519
Jun 02 08:18:14.852408 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.db_base_plugin_common [req-950c9e16-e950-4847-9eac-573dbe091cda req-7575fba2-7801-4996-95b4-8f294c2303a5 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Allocated IP 192.168.233.204 (59d2475a-9906-4715-9fb4-336672d40b14/327ad904-c089-49ef-8435-b25f3a7625bb/016b0d51-4520-4a61-b95e-8bb1a0215d05) {{(pid=92341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:18:14.886568 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-7187c6f2-5733-4288-9587-223faac04507 req-69eae861-5541-4df4-b17c-edc268aa5ebd service neutron] 10.222.0.72 "GET /v2.0/networks/08fbaa15-9e5d-4d43-8d34-d36dcaacffc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322765
Jun 02 08:18:14.898039 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e43cdf14-3576-4fed-8dc0-1b44d246c92c req-916eea08-00b6-4114-8507-3794b8dfa452 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701876
Jun 02 08:18:15.132832 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-950c9e16-e950-4847-9eac-573dbe091cda req-7575fba2-7801-4996-95b4-8f294c2303a5 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Notify callbacks [] for port, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:15.159224 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-720d02b5-6a1c-45fe-8854-65f2fdd80175 req-2bb0c6e9-9073-413d-ad31-3e469047091d tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 210 time: 0.0796075
Jun 02 08:18:15.164933 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.provisioning_blocks [req-950c9e16-e950-4847-9eac-573dbe091cda req-7575fba2-7801-4996-95b4-8f294c2303a5 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Transition to ACTIVE for port object 016b0d51-4520-4a61-b95e-8bb1a0215d05 will not be triggered until provisioned by entity DHCP. {{(pid=92341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:18:15.222535 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:15.288178 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-950c9e16-e950-4847-9eac-573dbe091cda req-7575fba2-7801-4996-95b4-8f294c2303a5 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:15.293962 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:18:15.359473 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-950c9e16-e950-4847-9eac-573dbe091cda req-7575fba2-7801-4996-95b4-8f294c2303a5 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Network 59d2475a-9906-4715-9fb4-336672d40b14 is already hosted by enough agents. {{(pid=92341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:18:15.362729 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [req-950c9e16-e950-4847-9eac-573dbe091cda req-7575fba2-7801-4996-95b4-8f294c2303a5 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Resources bound (agent type, host, resource id):  {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:18:15.366627 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [req-950c9e16-e950-4847-9eac-573dbe091cda req-7575fba2-7801-4996-95b4-8f294c2303a5 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Received port after_create {{(pid=92341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:18:15.399218 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575fba2-7801-4996-95b4-8f294c2303a5 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Pushing event updated for resources: {'Port': ['ID=016b0d51-4520-4a61-b95e-8bb1a0215d05,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:18:15.412745 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-7575fba2-7801-4996-95b4-8f294c2303a5 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:18:15.463037 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c9e16-e950-4847-9eac-573dbe091cda req-7575fba2-7801-4996-95b4-8f294c2303a5 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:15.463907 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-950c9e16-e950-4847-9eac-573dbe091cda req-7575fba2-7801-4996-95b4-8f294c2303a5 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:15.591328 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-950c9e16-e950-4847-9eac-573dbe091cda req-7575fba2-7801-4996-95b4-8f294c2303a5 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5862744
Jun 02 08:18:15.603790 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [req-950c9e16-e950-4847-9eac-573dbe091cda req-e8452ba0-1a6a-4468-b59d-65be43cb6742 service neutron] Request body: {'port': {'device_id': '5c5aa577-eb14-473e-9bac-ee5210887a7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:18:15.718526 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-b374d1a3-8932-4c8c-9581-b5af715f3b5c None None] Provisioning for port 016b0d51-4520-4a61-b95e-8bb1a0215d05 completed by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:18:15.723888 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-b374d1a3-8932-4c8c-9581-b5af715f3b5c None None] Provisioning complete for port 016b0d51-4520-4a61-b95e-8bb1a0215d05 triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:18:15.724298 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-b374d1a3-8932-4c8c-9581-b5af715f3b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:15.793015 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704fb38-776b-40f5-b786-a495ecfa007f req-502ee435-9720-40dc-a5d0-4d2852e085ba tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:15.794388 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4704fb38-776b-40f5-b786-a495ecfa007f req-502ee435-9720-40dc-a5d0-4d2852e085ba tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.2496734
Jun 02 08:18:15.802971 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-b374d1a3-8932-4c8c-9581-b5af715f3b5c None None] Port 016b0d51-4520-4a61-b95e-8bb1a0215d05 cannot update to ACTIVE because it is not bound. {{(pid=92343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 02 08:18:15.807589 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-950c9e16-e950-4847-9eac-573dbe091cda req-e8452ba0-1a6a-4468-b59d-65be43cb6742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:15.915730 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f5ae1-cfec-4d03-a52c-05d7bc768c15 req-04b9e406-bab0-4925-b0a1-c8bbcae72fa6 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:15.917201 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8e1f5ae1-cfec-4d03-a52c-05d7bc768c15 req-04b9e406-bab0-4925-b0a1-c8bbcae72fa6 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.2591748
Jun 02 08:18:15.924423 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4704fb38-776b-40f5-b786-a495ecfa007f req-c1a4fd72-4b14-49c3-9580-fbd8527eb166 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1218982
Jun 02 08:18:16.142666 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8e1f5ae1-cfec-4d03-a52c-05d7bc768c15 req-76f264cc-cc22-41c4-8797-3bfe38831e5a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2172990
Jun 02 08:18:16.333312 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f40b6c-d4b3-4bee-bb73-44282f931fa8 req-c58bf83f-3438-44e1-9e35-8b921671b886 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:16.334781 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-61f40b6c-d4b3-4bee-bb73-44282f931fa8 req-c58bf83f-3438-44e1-9e35-8b921671b886 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 943 time: 0.2496746
Jun 02 08:18:16.422907 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-61f40b6c-d4b3-4bee-bb73-44282f931fa8 req-0fb92a90-bcba-474a-b2bf-7c1466e01a3c tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749710
Jun 02 08:18:16.492115 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9cf506-1319-4e17-a196-374ef8442e63 req-915b18aa-bc5c-46a1-9f6d-bbdafd3cf945 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:16.492832 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-9b9cf506-1319-4e17-a196-374ef8442e63 req-915b18aa-bc5c-46a1-9f6d-bbdafd3cf945 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Synchronizing usage tracker for tenant:0b3541a16a794c65ac4d71c91c65e880 on resource:port {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:18:16.501655 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [req-950c9e16-e950-4847-9eac-573dbe091cda req-e8452ba0-1a6a-4468-b59d-65be43cb6742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 016b0d51-4520-4a61-b95e-8bb1a0215d05 {{(pid=92341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:18:16.511362 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-950c9e16-e950-4847-9eac-573dbe091cda req-e8452ba0-1a6a-4468-b59d-65be43cb6742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:16.530638 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.provisioning_blocks [req-950c9e16-e950-4847-9eac-573dbe091cda req-e8452ba0-1a6a-4468-b59d-65be43cb6742 service neutron] Transition to ACTIVE for port object 016b0d51-4520-4a61-b95e-8bb1a0215d05 will not be triggered until provisioned by entity L2. {{(pid=92341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:18:16.598582 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-9b9cf506-1319-4e17-a196-374ef8442e63 req-915b18aa-bc5c-46a1-9f6d-bbdafd3cf945 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Unset dirty status for tenant:0b3541a16a794c65ac4d71c91c65e880 on resource:port {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:18:16.599806 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9b9cf506-1319-4e17-a196-374ef8442e63 req-915b18aa-bc5c-46a1-9f6d-bbdafd3cf945 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 936 time: 0.3314888
Jun 02 08:18:16.634946 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-950c9e16-e950-4847-9eac-573dbe091cda req-e8452ba0-1a6a-4468-b59d-65be43cb6742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589761'] for port, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:16.642693 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-8b83af45-0bfb-470c-86d6-f2921b311bbe tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:18:16.692499 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-9b9cf506-1319-4e17-a196-374ef8442e63 req-42241445-621e-48fc-b1a9-ba5808e0c47f tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Synchronizing usage tracker for tenant:0b3541a16a794c65ac4d71c91c65e880 on resource:security_group {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:18:16.784915 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8452ba0-1a6a-4468-b59d-65be43cb6742 service neutron] Pushing event updated for resources: {'Port': ['ID=016b0d51-4520-4a61-b95e-8bb1a0215d05,revision_number=2']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:18:16.788349 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-e8452ba0-1a6a-4468-b59d-65be43cb6742 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:18:16.865003 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-9b9cf506-1319-4e17-a196-374ef8442e63 req-42241445-621e-48fc-b1a9-ba5808e0c47f tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Unset dirty status for tenant:0b3541a16a794c65ac4d71c91c65e880 on resource:security_group {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:18:16.866156 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9b9cf506-1319-4e17-a196-374ef8442e63 req-42241445-621e-48fc-b1a9-ba5808e0c47f tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/security-groups?id=424dcb79-48c7-4c6d-90f3-d192b5080806&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2608132
Jun 02 08:18:16.898894 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.managers [req-950c9e16-e950-4847-9eac-573dbe091cda req-e8452ba0-1a6a-4468-b59d-65be43cb6742 service neutron] Attempting to bind port 016b0d51-4520-4a61-b95e-8bb1a0215d05 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:18:16.899222 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.managers [req-950c9e16-e950-4847-9eac-573dbe091cda req-e8452ba0-1a6a-4468-b59d-65be43cb6742 service neutron] Attempting to bind port 016b0d51-4520-4a61-b95e-8bb1a0215d05 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'd21668d4-d5a9-4c3b-91ca-11813a44d148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '59d2475a-9906-4715-9fb4-336672d40b14'}] {{(pid=92341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:18:16.899541 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950c9e16-e950-4847-9eac-573dbe091cda req-e8452ba0-1a6a-4468-b59d-65be43cb6742 service neutron] Attempting to bind port 016b0d51-4520-4a61-b95e-8bb1a0215d05 on network 59d2475a-9906-4715-9fb4-336672d40b14 {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:18:16.904071 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950c9e16-e950-4847-9eac-573dbe091cda req-e8452ba0-1a6a-4468-b59d-65be43cb6742 service neutron] Port 016b0d51-4520-4a61-b95e-8bb1a0215d05 on network 59d2475a-9906-4715-9fb4-336672d40b14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 02 08:18:16.904407 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950c9e16-e950-4847-9eac-573dbe091cda req-e8452ba0-1a6a-4468-b59d-65be43cb6742 service neutron] Attempting to bind port 016b0d51-4520-4a61-b95e-8bb1a0215d05 on network 59d2475a-9906-4715-9fb4-336672d40b14 {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:18:16.909915 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950c9e16-e950-4847-9eac-573dbe091cda req-e8452ba0-1a6a-4468-b59d-65be43cb6742 service neutron] Checking agent: {'id': '5f85f1d8-5acd-47ff-be11-89642c504a90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:18:16.910238 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950c9e16-e950-4847-9eac-573dbe091cda req-e8452ba0-1a6a-4468-b59d-65be43cb6742 service neutron] Checking segment: {'id': 'd21668d4-d5a9-4c3b-91ca-11813a44d148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '59d2475a-9906-4715-9fb4-336672d40b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:18:16.911983 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950c9e16-e950-4847-9eac-573dbe091cda req-e8452ba0-1a6a-4468-b59d-65be43cb6742 service neutron] Bound using segment: {'id': 'd21668d4-d5a9-4c3b-91ca-11813a44d148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '59d2475a-9906-4715-9fb4-336672d40b14'} {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:18:16.911983 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.managers [req-950c9e16-e950-4847-9eac-573dbe091cda req-e8452ba0-1a6a-4468-b59d-65be43cb6742 service neutron] Bound port: 016b0d51-4520-4a61-b95e-8bb1a0215d05, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd21668d4-d5a9-4c3b-91ca-11813a44d148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '59d2475a-9906-4715-9fb4-336672d40b14'}}] {{(pid=92341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:18:16.911983 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-950c9e16-e950-4847-9eac-573dbe091cda req-e8452ba0-1a6a-4468-b59d-65be43cb6742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:17.002519 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-950c9e16-e950-4847-9eac-573dbe091cda req-e8452ba0-1a6a-4468-b59d-65be43cb6742 service neutron] For port 016b0d51-4520-4a61-b95e-8bb1a0215d05, host hv-cinder-78638, cleared binding levels {{(pid=92341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:18:17.005452 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-950c9e16-e950-4847-9eac-573dbe091cda req-e8452ba0-1a6a-4468-b59d-65be43cb6742 service neutron] For port 016b0d51-4520-4a61-b95e-8bb1a0215d05, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=016b0d51-4520-4a61-b95e-8bb1a0215d05,segment=NetworkSegment(d21668d4-d5a9-4c3b-91ca-11813a44d148),segment_id=d21668d4-d5a9-4c3b-91ca-11813a44d148)] {{(pid=92341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:18:17.077810 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-950c9e16-e950-4847-9eac-573dbe091cda req-e8452ba0-1a6a-4468-b59d-65be43cb6742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589761'] for port, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:17.083602 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-955aad4d-dfe4-4344-85cc-d48a78b598cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:18:17.153910 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c9e16-e950-4847-9eac-573dbe091cda req-e8452ba0-1a6a-4468-b59d-65be43cb6742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:17.154522 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-950c9e16-e950-4847-9eac-573dbe091cda req-e8452ba0-1a6a-4468-b59d-65be43cb6742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:17.155882 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-950c9e16-e950-4847-9eac-573dbe091cda req-e8452ba0-1a6a-4468-b59d-65be43cb6742 service neutron] 10.222.0.72 "PUT /v2.0/ports/016b0d51-4520-4a61-b95e-8bb1a0215d05 HTTP/1.1" status: 200  len: 1098 time: 1.5559850
Jun 02 08:18:17.156411 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5aa577-eb14-473e-9bac-ee5210887a7f', 'tag': '016b0d51-4520-4a61-b95e-8bb1a0215d05'}] {{(pid=92341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:18:17.158672 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d416597fa12f88f8d9bd515793328be5ccabd674e07c2f357b392af977663f84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfd730d-f9b2-48fa-9e87-5e6bfca26abf" -d '{"events": [{"name": "network-changed", "server_uuid": "5c5aa577-eb14-473e-9bac-ee5210887a7f", "tag": "016b0d51-4520-4a61-b95e-8bb1a0215d05"}]}' {{(pid=92341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:18:17.185079 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8452ba0-1a6a-4468-b59d-65be43cb6742 service neutron] Pushing event updated for resources: {'Port': ['ID=016b0d51-4520-4a61-b95e-8bb1a0215d05,revision_number=3']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:18:17.189943 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-e8452ba0-1a6a-4468-b59d-65be43cb6742 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:18:17.198843 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea156630-824c-43fc-8e5b-bed001297004 req-93b0e4af-56bd-4f59-8ce0-f1abc1e6a33e tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:17.200426 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ea156630-824c-43fc-8e5b-bed001297004 req-93b0e4af-56bd-4f59-8ce0-f1abc1e6a33e tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.1684089
Jun 02 08:18:17.209060 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90d71bc-b2b8-4412-b0e4-77370e6660e8 x-openstack-request-id: req-d90d71bc-b2b8-4412-b0e4-77370e6660e8 {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:18:17.209367 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c5aa577-eb14-473e-9bac-ee5210887a7f", "tag": "016b0d51-4520-4a61-b95e-8bb1a0215d05", "status": "completed", "code": 200}]} {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:18:17.209639 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d90d71bc-b2b8-4412-b0e4-77370e6660e8 {{(pid=92341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:18:17.210044 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c5aa577-eb14-473e-9bac-ee5210887a7f', 'tag': '016b0d51-4520-4a61-b95e-8bb1a0215d05', 'status': 'completed', 'code': 200}
Jun 02 08:18:17.250379 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ea156630-824c-43fc-8e5b-bed001297004 req-3d32845e-c023-46c3-a5d9-8cc092a72126 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433409
Jun 02 08:18:17.378456 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12a9f0-2190-4c76-8b06-b911bfdb2158 req-dd306709-cb72-4ad5-b346-8be942aff5fa tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:17.379921 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bb12a9f0-2190-4c76-8b06-b911bfdb2158 req-dd306709-cb72-4ad5-b346-8be942aff5fa tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0852628
Jun 02 08:18:17.424493 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bb12a9f0-2190-4c76-8b06-b911bfdb2158 req-5558391b-2cf0-4a04-8d59-d33e06235aae tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387540
Jun 02 08:18:17.606056 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cfd02-0d3b-44b8-8e79-2f9a3cd6d271 req-e0cf8138-0a09-414c-9e4d-3450fde5bb73 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:17.607465 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5c8cfd02-0d3b-44b8-8e79-2f9a3cd6d271 req-e0cf8138-0a09-414c-9e4d-3450fde5bb73 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 943 time: 0.0777986
Jun 02 08:18:17.651987 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5c8cfd02-0d3b-44b8-8e79-2f9a3cd6d271 req-343e56d2-7f07-4734-8c25-3350e8ccff55 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388582
Jun 02 08:18:18.053219 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab292049-c8c3-4aad-8ea4-6d5e334e175e req-566a138e-c17a-44bd-b3c1-a45c5dabce66 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:18.055103 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ab292049-c8c3-4aad-8ea4-6d5e334e175e req-566a138e-c17a-44bd-b3c1-a45c5dabce66 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 948 time: 0.0830643
Jun 02 08:18:18.099068 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ab292049-c8c3-4aad-8ea4-6d5e334e175e req-5aa3204c-e47f-469b-ac5c-3d6b9c953013 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/security-groups?id=424dcb79-48c7-4c6d-90f3-d192b5080806&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381396
Jun 02 08:18:18.433152 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d6d27-6055-467b-882f-f29c32143417 req-dbbc2536-02e5-480b-8745-9a1838ed9dfc tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:18.434590 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-354d6d27-6055-467b-882f-f29c32143417 req-dbbc2536-02e5-480b-8745-9a1838ed9dfc tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.0795391
Jun 02 08:18:18.480627 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-354d6d27-6055-467b-882f-f29c32143417 req-8c3ad63c-17c4-4c23-ac7e-2eb1e7b1eedb tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396466
Jun 02 08:18:18.617934 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ba747-8d84-4dac-a2ee-b25f4230811b req-a3c63548-a8b4-4573-bd50-07a1512c2b9d tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:18.619378 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-460ba747-8d84-4dac-a2ee-b25f4230811b req-a3c63548-a8b4-4573-bd50-07a1512c2b9d tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0835760
Jun 02 08:18:18.663612 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-460ba747-8d84-4dac-a2ee-b25f4230811b req-669c3d1b-3ac0-4fe6-9e82-01532880bc1f tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386021
Jun 02 08:18:18.831301 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a3b32-7ea0-46e1-8da9-01402bab04cb req-034136ee-86c7-4699-bc78-72163977d86a tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:18.832740 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f25a3b32-7ea0-46e1-8da9-01402bab04cb req-034136ee-86c7-4699-bc78-72163977d86a tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 943 time: 0.0785046
Jun 02 08:18:18.879839 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f25a3b32-7ea0-46e1-8da9-01402bab04cb req-689eedc1-1250-49aa-80f0-1e142e350950 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415730
Jun 02 08:18:19.278100 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad7d0d-2869-4fa8-8f7d-7294da537556 req-6f37627c-3be3-4609-a320-ee3cd0ac58ba tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:19.279525 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0fad7d0d-2869-4fa8-8f7d-7294da537556 req-6f37627c-3be3-4609-a320-ee3cd0ac58ba tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 948 time: 0.0788059
Jun 02 08:18:19.323084 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0fad7d0d-2869-4fa8-8f7d-7294da537556 req-132644d3-49ad-4a96-93b1-473c7399f2a9 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/security-groups?id=424dcb79-48c7-4c6d-90f3-d192b5080806&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375364
Jun 02 08:18:19.733758 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4dd5c-ddd1-4c8e-9f55-e2c146368ae1 req-9e75bc47-759b-49d6-9bfd-17e44222da90 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:19.735202 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d2e4dd5c-ddd1-4c8e-9f55-e2c146368ae1 req-9e75bc47-759b-49d6-9bfd-17e44222da90 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.1479499
Jun 02 08:18:19.780848 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d2e4dd5c-ddd1-4c8e-9f55-e2c146368ae1 req-9f5cb3cd-35d0-4634-9466-5aacfe72a447 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396106
Jun 02 08:18:19.856492 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d945b53-4eb1-4995-9831-161f2f5240ee req-0bbb919e-34f1-4e6c-9c3a-0484ad8d7ce8 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:19.857914 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0d945b53-4eb1-4995-9831-161f2f5240ee req-0bbb919e-34f1-4e6c-9c3a-0484ad8d7ce8 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0804832
Jun 02 08:18:19.904480 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0d945b53-4eb1-4995-9831-161f2f5240ee req-fd27c460-b996-49f4-bc0a-b24f3684ac52 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403392
Jun 02 08:18:20.060415 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1edf7-2a95-4319-be02-5aff4a2abcbc req-c06aa42d-b21b-4049-8afc-2298c195d7a3 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:20.061926 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a8a1edf7-2a95-4319-be02-5aff4a2abcbc req-c06aa42d-b21b-4049-8afc-2298c195d7a3 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 943 time: 0.0782864
Jun 02 08:18:20.110765 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a8a1edf7-2a95-4319-be02-5aff4a2abcbc req-bc124e92-913d-4e47-99b9-b2d0d3a63671 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428007
Jun 02 08:18:20.508650 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd731207-3e44-4b3e-b631-710d33a1ed13 req-84de480d-f2c1-4f76-88e4-0b39f3ab680c tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:20.510161 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cd731207-3e44-4b3e-b631-710d33a1ed13 req-84de480d-f2c1-4f76-88e4-0b39f3ab680c tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 948 time: 0.0815818
Jun 02 08:18:20.602198 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cd731207-3e44-4b3e-b631-710d33a1ed13 req-597f3e67-54b6-4d87-a992-3d5c7962f7c6 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/security-groups?id=424dcb79-48c7-4c6d-90f3-d192b5080806&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579545
Jun 02 08:18:20.611842 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd730d-f9b2-48fa-9e87-5e6bfca26abf req-764e8ccd-7dd2-4667-a288-2555b9625e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:20.613273 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6dfd730d-f9b2-48fa-9e87-5e6bfca26abf req-764e8ccd-7dd2-4667-a288-2555b9625e47 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b3541a16a794c65ac4d71c91c65e880&device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 1101 time: 0.1022172
Jun 02 08:18:20.646702 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6dfd730d-f9b2-48fa-9e87-5e6bfca26abf req-b3f9fa57-5775-4b05-b844-12b3e0dccd29 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=0b3541a16a794c65ac4d71c91c65e880&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0259135
Jun 02 08:18:20.780924 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd730d-f9b2-48fa-9e87-5e6bfca26abf req-98d4d1aa-3864-45a5-86a4-42ec355c49b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:20.782325 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6dfd730d-f9b2-48fa-9e87-5e6bfca26abf req-98d4d1aa-3864-45a5-86a4-42ec355c49b0 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1278863
Jun 02 08:18:20.935791 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c9e16-e950-4847-9eac-573dbe091cda req-c691952a-506f-4888-a514-3762d1369438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:20.937277 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-950c9e16-e950-4847-9eac-573dbe091cda req-c691952a-506f-4888-a514-3762d1369438 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b3541a16a794c65ac4d71c91c65e880&device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 1101 time: 0.1137998
Jun 02 08:18:21.017823 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-950c9e16-e950-4847-9eac-573dbe091cda req-1a6c112b-d11c-4135-a6e4-bc4d8117d27b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=016b0d51-4520-4a61-b95e-8bb1a0215d05 HTTP/1.1" status: 200  len: 217 time: 0.0668099
Jun 02 08:18:21.142602 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ea74c-27b2-4ffc-8e5a-31655505e7cb req-6b8f51ed-11b5-4ef5-8de8-ab61401202fd tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:21.144040 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-af5ea74c-27b2-4ffc-8e5a-31655505e7cb req-6b8f51ed-11b5-4ef5-8de8-ab61401202fd tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.2531378
Jun 02 08:18:21.146768 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c9e16-e950-4847-9eac-573dbe091cda req-71a243d3-1077-44c6-8a6b-b49ebcb48fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:21.148067 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-950c9e16-e950-4847-9eac-573dbe091cda req-71a243d3-1077-44c6-8a6b-b49ebcb48fcc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=327ad904-c089-49ef-8435-b25f3a7625bb HTTP/1.1" status: 200  len: 843 time: 0.0934868
Jun 02 08:18:21.250792 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f652106-f421-4bea-8ea7-671d52afa3ef req-f8d7c078-52e7-4c82-affb-432eefcd0fc0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:21.252949 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6f652106-f421-4bea-8ea7-671d52afa3ef req-f8d7c078-52e7-4c82-affb-432eefcd0fc0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.2376974
Jun 02 08:18:21.256406 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-af5ea74c-27b2-4ffc-8e5a-31655505e7cb req-c7642dca-edc1-4940-9ad7-6bc0ccab4cbd tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1062953
Jun 02 08:18:21.310649 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c9e16-e950-4847-9eac-573dbe091cda req-22aa6802-c2a7-49b4-99d9-9d137efea048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:21.312272 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-950c9e16-e950-4847-9eac-573dbe091cda req-22aa6802-c2a7-49b4-99d9-9d137efea048 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=59d2475a-9906-4715-9fb4-336672d40b14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1451743
Jun 02 08:18:21.317659 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6f652106-f421-4bea-8ea7-671d52afa3ef req-7896a686-ff08-4db5-ae98-831a4db672a1 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554106
Jun 02 08:18:21.500421 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-950c9e16-e950-4847-9eac-573dbe091cda req-bec44383-b5cc-4a14-8d76-0f912e6d018b service neutron] 10.222.0.72 "GET /v2.0/networks/59d2475a-9906-4715-9fb4-336672d40b14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1794367
Jun 02 08:18:21.540026 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cc5d1-29a7-4fc9-86db-de17a915df4e req-131f674c-9267-4c00-951e-b4e8248ea1d7 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:21.541464 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-523cc5d1-29a7-4fc9-86db-de17a915df4e req-131f674c-9267-4c00-951e-b4e8248ea1d7 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 943 time: 0.1839514
Jun 02 08:18:21.660480 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-523cc5d1-29a7-4fc9-86db-de17a915df4e req-e0b61a28-24b2-492f-b54a-79abaa8eaa72 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123354
Jun 02 08:18:21.671443 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbbfc5-58dc-4fae-8af7-9c57f7929689 req-f98b5ad3-e8ff-4501-a105-7ab54355d955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:21.671443 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-81bbbfc5-58dc-4fae-8af7-9c57f7929689 req-f98b5ad3-e8ff-4501-a105-7ab54355d955 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a&tenant_id=52efccb2fe9c471881216eb5b42411f7 HTTP/1.1" status: 200  len: 1096 time: 0.0735974
Jun 02 08:18:21.695441 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-950c9e16-e950-4847-9eac-573dbe091cda req-df5d95b4-aa90-4042-be8b-d66f8ae73679 service neutron] 10.222.0.72 "GET /v2.0/networks/59d2475a-9906-4715-9fb4-336672d40b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1868260
Jun 02 08:18:21.787248 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbbfc5-58dc-4fae-8af7-9c57f7929689 req-168fd675-715f-4eff-8b19-1969b72ec0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:21.788721 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-81bbbfc5-58dc-4fae-8af7-9c57f7929689 req-168fd675-715f-4eff-8b19-1969b72ec0b7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=52efccb2fe9c471881216eb5b42411f7&device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 1096 time: 0.0839996
Jun 02 08:18:21.817573 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cf3dc-558a-4561-95dd-2e840cbcd5c8 req-dc19805c-3078-47f6-a501-add8e02a7e5b tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:21.819084 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0a3cf3dc-558a-4561-95dd-2e840cbcd5c8 req-dc19805c-3078-47f6-a501-add8e02a7e5b tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 948 time: 0.0876799
Jun 02 08:18:21.867017 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0a3cf3dc-558a-4561-95dd-2e840cbcd5c8 req-c48c297e-f882-484b-b374-8f2d3223c390 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/security-groups?id=424dcb79-48c7-4c6d-90f3-d192b5080806&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420401
Jun 02 08:18:21.947094 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbbfc5-58dc-4fae-8af7-9c57f7929689 req-a0e30489-1a8d-4d3c-b322-19e84986b454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:21.948597 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-81bbbfc5-58dc-4fae-8af7-9c57f7929689 req-a0e30489-1a8d-4d3c-b322-19e84986b454 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4696b473-c29b-4b8f-aebc-3497761794e1 HTTP/1.1" status: 200  len: 918 time: 0.1283689
Jun 02 08:18:22.051823 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-81bbbfc5-58dc-4fae-8af7-9c57f7929689 req-389f1aee-451b-419b-97b4-25711bc03e55 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 HTTP/1.1" status: 200  len: 998 time: 0.0958810
Jun 02 08:18:22.114439 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbbfc5-58dc-4fae-8af7-9c57f7929689 req-45a62447-3970-4e7e-85e0-02b212217c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:22.115831 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-81bbbfc5-58dc-4fae-8af7-9c57f7929689 req-45a62447-3970-4e7e-85e0-02b212217c78 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f2d95f5c-acb5-47be-be66-d3f53cf5e37d HTTP/1.1" status: 200  len: 856 time: 0.0572441
Jun 02 08:18:22.197263 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbbfc5-58dc-4fae-8af7-9c57f7929689 req-f202d742-19f5-42b5-83aa-9437f440d1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:22.197263 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-81bbbfc5-58dc-4fae-8af7-9c57f7929689 req-f202d742-19f5-42b5-83aa-9437f440d1cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4696b473-c29b-4b8f-aebc-3497761794e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0736742
Jun 02 08:18:22.329203 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-81bbbfc5-58dc-4fae-8af7-9c57f7929689 req-d2af4962-f8d9-446b-bd8e-45322f04e71b service neutron] 10.222.0.72 "GET /v2.0/networks/4696b473-c29b-4b8f-aebc-3497761794e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249893
Jun 02 08:18:22.470490 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-81bbbfc5-58dc-4fae-8af7-9c57f7929689 req-8a59efee-45e3-4661-a7d7-3c1f14a2c6f0 service neutron] 10.222.0.72 "GET /v2.0/networks/4696b473-c29b-4b8f-aebc-3497761794e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341054
Jun 02 08:18:22.571639 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7eac45-b33a-4006-8026-50e27523201a req-7d574864-7212-4477-8a3e-3bfc4cf8bff8 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:22.573121 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4e7eac45-b33a-4006-8026-50e27523201a req-7d574864-7212-4477-8a3e-3bfc4cf8bff8 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.2099690
Jun 02 08:18:22.622690 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717b532-9e8c-4d01-a300-16afe7164f90 req-6ac2e460-cfe4-4074-a914-7a15e9f86658 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:22.624101 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8717b532-9e8c-4d01-a300-16afe7164f90 req-6ac2e460-cfe4-4074-a914-7a15e9f86658 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.1301417
Jun 02 08:18:22.650598 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4e7eac45-b33a-4006-8026-50e27523201a req-dfbd6c89-8d3a-49ce-8eec-96a6e01c5004 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682185
Jun 02 08:18:22.679419 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8717b532-9e8c-4d01-a300-16afe7164f90 req-812d9e46-52b0-4843-84ff-88dacd8c5298 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497525
Jun 02 08:18:22.848581 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09cf89-60b5-419d-8818-0179c904443a req-39f887e7-0ae6-42af-8fa7-98530f68d070 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:22.850021 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-fd09cf89-60b5-419d-8818-0179c904443a req-39f887e7-0ae6-42af-8fa7-98530f68d070 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 943 time: 0.0804543
Jun 02 08:18:22.895042 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-fd09cf89-60b5-419d-8818-0179c904443a req-fead0504-52fa-488c-b5cd-773ead1193e8 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392449
Jun 02 08:18:23.053210 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd92cb-c35e-4fcd-9333-de6759c80734 req-cdf99b2e-dc0e-4852-bcdf-fb791025dd3c tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:23.054665 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bcbd92cb-c35e-4fcd-9333-de6759c80734 req-cdf99b2e-dc0e-4852-bcdf-fb791025dd3c tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 948 time: 0.0847321
Jun 02 08:18:23.098498 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bcbd92cb-c35e-4fcd-9333-de6759c80734 req-7346f3e3-6b70-4980-8480-a423ade1c456 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/security-groups?id=424dcb79-48c7-4c6d-90f3-d192b5080806&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384586
Jun 02 08:18:23.893691 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4a8a6-d505-416a-bc6c-73f4ad94e0a3 req-727d2d57-24ee-4054-be8b-eebe541b6508 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:23.895103 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e7b4a8a6-d505-416a-bc6c-73f4ad94e0a3 req-727d2d57-24ee-4054-be8b-eebe541b6508 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.1373181
Jun 02 08:18:23.923034 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbb237-5642-460d-9ba5-9478eeb655e0 req-ae0be8aa-77d3-46f4-9b97-a309e6eabd5e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:23.925029 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f1dbb237-5642-460d-9ba5-9478eeb655e0 req-ae0be8aa-77d3-46f4-9b97-a309e6eabd5e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.1255574
Jun 02 08:18:23.979801 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e7b4a8a6-d505-416a-bc6c-73f4ad94e0a3 req-9251c2a8-e447-41e2-9db0-f8ca7b6cec61 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0768406
Jun 02 08:18:23.986543 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f1dbb237-5642-460d-9ba5-9478eeb655e0 req-0da9e070-2f5b-4827-af75-566ea5dcfcb7 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560410
Jun 02 08:18:24.156269 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8467859-8402-4086-b347-b8d3e3df2e3e req-3dca7f7d-8169-4ab9-9cfb-139259dd7b72 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:24.157685 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c8467859-8402-4086-b347-b8d3e3df2e3e req-3dca7f7d-8169-4ab9-9cfb-139259dd7b72 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 943 time: 0.0866158
Jun 02 08:18:24.207339 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c8467859-8402-4086-b347-b8d3e3df2e3e req-2b4e5aec-db62-4eaa-8a64-e2451ca0b4c5 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437946
Jun 02 08:18:24.283223 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6f7fd-e3fe-4af4-b7f2-e129ec38c9ee req-9e967a2b-3abd-4d3e-a44c-a71dac05d97f tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:24.284656 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-13e6f7fd-e3fe-4af4-b7f2-e129ec38c9ee req-9e967a2b-3abd-4d3e-a44c-a71dac05d97f tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 948 time: 0.0807652
Jun 02 08:18:24.327577 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-13e6f7fd-e3fe-4af4-b7f2-e129ec38c9ee req-ec2a936a-921d-401c-b1ee-5e174fd30db2 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/security-groups?id=424dcb79-48c7-4c6d-90f3-d192b5080806&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375481
Jun 02 08:18:25.035310 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 2a4225f3-fd7a-461c-9264-f2ea03545096 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=92343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 02 08:18:25.206520 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 2a4225f3-fd7a-461c-9264-f2ea03545096, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2a4225f3-fd7a-461c-9264-f2ea03545096,segment=NetworkSegment(07732512-85bf-4e04-be73-dcc36c00ac90),segment_id=07732512-85bf-4e04-be73-dcc36c00ac90)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:18:25.226215 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Returning: {'device': '2a4225f3-fd7a-461c-9264-f2ea03545096', 'network_id': '08fbaa15-9e5d-4d43-8d34-d36dcaacffc4', 'port_id': '2a4225f3-fd7a-461c-9264-f2ea03545096', 'mac_address': 'fa:16:3e:64:f3:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82c7946a-1134-47b3-9c3a-1e02a1d3a7d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 02 08:18:25.258581 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4a7ed-28d8-4f2f-94cc-bbad71683afd req-f9c65a5d-608f-4920-942b-a8ed2f4d6dc4 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:25.260285 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9bb4a7ed-28d8-4f2f-94cc-bbad71683afd req-f9c65a5d-608f-4920-942b-a8ed2f4d6dc4 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.1704497
Jun 02 08:18:25.308913 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:25.329646 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a4225f3-fd7a-461c-9264-f2ea03545096 {{(pid=92343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:18:25.355677 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 2a4225f3-fd7a-461c-9264-f2ea03545096, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2a4225f3-fd7a-461c-9264-f2ea03545096,segment=NetworkSegment(07732512-85bf-4e04-be73-dcc36c00ac90),segment_id=07732512-85bf-4e04-be73-dcc36c00ac90)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:18:25.356804 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76223aa-4265-457c-9dd3-48827858b45d req-a21ac292-1eef-405d-bcb3-a95240e36cbc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:25.358449 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e76223aa-4265-457c-9dd3-48827858b45d req-a21ac292-1eef-405d-bcb3-a95240e36cbc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.2145517
Jun 02 08:18:25.364217 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9bb4a7ed-28d8-4f2f-94cc-bbad71683afd req-ec27911f-73bb-43e1-bbdb-985a4ca0bc0b tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0954902
Jun 02 08:18:25.436034 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:25.443689 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-b4be6804-a376-457f-aa42-fc6de95eeed0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:18:25.444160 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e76223aa-4265-457c-9dd3-48827858b45d req-fc22eacd-4ee4-4819-9d7a-e4447e83b9bf tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0676038
Jun 02 08:18:25.546848 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=2a4225f3-fd7a-461c-9264-f2ea03545096,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:18:25.564573 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:25.565369 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:25.565924 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:25.566472 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:25.567070 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:25.567746 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:25.568469 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:25.569012 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:25.569554 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:25.570117 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:25.570839 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:25.571396 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:25.586543 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:18:25.719621 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc136744-a8f8-43e7-bbf6-9cd794044d61 req-16c7a142-843c-4aa8-8003-e888191704c8 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:25.721988 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cc136744-a8f8-43e7-bbf6-9cd794044d61 req-16c7a142-843c-4aa8-8003-e888191704c8 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 948 time: 0.1646850
Jun 02 08:18:25.751475 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94f707-1d80-4046-8bc6-3c43c53e8d74 req-50478b04-b666-486a-b4c9-b6b9269f8c56 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:25.752928 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bb94f707-1d80-4046-8bc6-3c43c53e8d74 req-50478b04-b666-486a-b4c9-b6b9269f8c56 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 944 time: 0.1425922
Jun 02 08:18:25.808414 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cc136744-a8f8-43e7-bbf6-9cd794044d61 req-72809b50-7136-44a6-9ce4-b837662c9ccf tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/security-groups?id=424dcb79-48c7-4c6d-90f3-d192b5080806&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775449
Jun 02 08:18:25.818607 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bb94f707-1d80-4046-8bc6-3c43c53e8d74 req-4bbb6a4e-bf7a-4545-ac2d-df5158aa36b4 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601807
Jun 02 08:18:26.611525 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10286acb-fb56-47ae-bccf-8ea5e6d29525 req-9384c5a4-ee15-46bc-b4de-d6e97495591d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:26.613039 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-10286acb-fb56-47ae-bccf-8ea5e6d29525 req-9384c5a4-ee15-46bc-b4de-d6e97495591d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.1306627
Jun 02 08:18:26.670936 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-10286acb-fb56-47ae-bccf-8ea5e6d29525 req-3fbceedb-baf3-4222-940c-3975391f9768 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512877
Jun 02 08:18:26.691474 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052da27-d750-4bff-950f-0642c556a156 req-5b3130c2-c248-4fe5-9b22-361a49cc10f2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:26.693004 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7052da27-d750-4bff-950f-0642c556a156 req-5b3130c2-c248-4fe5-9b22-361a49cc10f2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.1325188
Jun 02 08:18:26.736902 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7052da27-d750-4bff-950f-0642c556a156 req-13d2c6e8-a390-4e2a-b686-f0af61b9a33d tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375741
Jun 02 08:18:27.061324 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11722c20-d36a-4601-8b60-54d6930421f0 req-88326ee0-1e9f-4ca5-8064-77e2f14e61a3 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:27.062812 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-11722c20-d36a-4601-8b60-54d6930421f0 req-88326ee0-1e9f-4ca5-8064-77e2f14e61a3 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 948 time: 0.1458056
Jun 02 08:18:27.104969 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99904a5c-8860-4234-88a6-ad276735d98a req-274a3fa4-6d1b-4df1-acd3-70b6605393ff tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:27.106409 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-99904a5c-8860-4234-88a6-ad276735d98a req-274a3fa4-6d1b-4df1-acd3-70b6605393ff tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 944 time: 0.1443408
Jun 02 08:18:27.147909 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-11722c20-d36a-4601-8b60-54d6930421f0 req-094ebc9a-671b-470a-ab92-7315f5c21663 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/security-groups?id=424dcb79-48c7-4c6d-90f3-d192b5080806&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737147
Jun 02 08:18:27.170899 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-99904a5c-8860-4234-88a6-ad276735d98a req-d41e2758-e4fb-4acb-96e4-177e3e27a746 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555847
Jun 02 08:18:27.853278 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb5c0f-677f-4e43-9e83-47389a0ed6af req-9d2c69f6-b1e2-4576-bb20-0afbfb1e46c5 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:27.854739 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-48cb5c0f-677f-4e43-9e83-47389a0ed6af req-9d2c69f6-b1e2-4576-bb20-0afbfb1e46c5 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.0779314
Jun 02 08:18:28.006427 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-48cb5c0f-677f-4e43-9e83-47389a0ed6af req-190b6326-4b9f-4825-858c-f97f7d6a337c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1208587
Jun 02 08:18:28.029118 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481357b-df7f-4fb5-898b-af3a1a73954d req-b7a82d1a-5b14-499c-8e09-4b7bf49a463a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:28.030497 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5481357b-df7f-4fb5-898b-af3a1a73954d req-b7a82d1a-5b14-499c-8e09-4b7bf49a463a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.1749296
Jun 02 08:18:28.073424 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5481357b-df7f-4fb5-898b-af3a1a73954d req-d2e43fd0-23a1-4cdf-9512-faf606eec3c5 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0367036
Jun 02 08:18:28.398595 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34834d-3dee-4189-8ecd-811e4335f2c4 req-66db4962-279b-4864-a655-3a80b90ec896 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:28.400022 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4e34834d-3dee-4189-8ecd-811e4335f2c4 req-66db4962-279b-4864-a655-3a80b90ec896 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 948 time: 0.1419098
Jun 02 08:18:28.411152 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152c9cc-c0b7-4fd5-a6ee-9b9729f2dea7 req-4e967b44-cade-4392-be15-f499610f0384 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:28.412797 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7152c9cc-c0b7-4fd5-a6ee-9b9729f2dea7 req-4e967b44-cade-4392-be15-f499610f0384 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 944 time: 0.1175396
Jun 02 08:18:28.489970 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4e34834d-3dee-4189-8ecd-811e4335f2c4 req-c38db2a9-9555-4d49-808d-08846c75a186 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/security-groups?id=424dcb79-48c7-4c6d-90f3-d192b5080806&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761576
Jun 02 08:18:28.494601 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7152c9cc-c0b7-4fd5-a6ee-9b9729f2dea7 req-81002ce6-1950-43be-a27f-d11c9bc27c48 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669262
Jun 02 08:18:29.190368 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64839d-5f99-47e3-9442-48fdc75c012b req-0c442312-8b25-4c93-80f6-577af8b05277 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:29.191891 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-af64839d-5f99-47e3-9442-48fdc75c012b req-0c442312-8b25-4c93-80f6-577af8b05277 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.0834885
Jun 02 08:18:29.282287 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-af64839d-5f99-47e3-9442-48fdc75c012b req-8e3d21c7-29e7-4a59-b679-a2a67980353e tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593414
Jun 02 08:18:29.301567 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d7822-8aae-4ced-a443-7447494af448 req-d8ef4d67-a29c-4d0a-a715-1243b1770f10 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:29.302967 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d47d7822-8aae-4ced-a443-7447494af448 req-d8ef4d67-a29c-4d0a-a715-1243b1770f10 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.1101952
Jun 02 08:18:29.348736 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d47d7822-8aae-4ced-a443-7447494af448 req-b97aa1a5-d39c-4c2f-84f5-4e06ff2b6b0e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403407
Jun 02 08:18:29.741300 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3823f2-f911-4f04-a4f9-f52d0b45670c req-06694bdb-7d31-441a-a69b-cba2d21e0405 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:29.742753 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ee3823f2-f911-4f04-a4f9-f52d0b45670c req-06694bdb-7d31-441a-a69b-cba2d21e0405 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 948 time: 0.1450462
Jun 02 08:18:29.751035 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e654f-3c0d-4d0e-9ff8-66ab4ac3aca8 req-83d0e23d-a3d0-41c2-a271-c0dbae2f0cc3 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:29.752944 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a08e654f-3c0d-4d0e-9ff8-66ab4ac3aca8 req-83d0e23d-a3d0-41c2-a271-c0dbae2f0cc3 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 944 time: 0.1218379
Jun 02 08:18:29.818906 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ee3823f2-f911-4f04-a4f9-f52d0b45670c req-1c2c6e5e-c34f-4163-8e4a-a605270ed960 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/security-groups?id=424dcb79-48c7-4c6d-90f3-d192b5080806&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650072
Jun 02 08:18:29.825646 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a08e654f-3c0d-4d0e-9ff8-66ab4ac3aca8 req-50cee6d9-8c46-4dd8-845c-356ce293cab3 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592663
Jun 02 08:18:29.956696 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:30.204152 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['2a4225f3-fd7a-461c-9264-f2ea03545096'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:18:30.475101 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be1d9d-7db3-413a-8f21-e0cc6644dd93 req-908049e2-ffcd-48ca-bacd-c57b9423c46e tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:30.476629 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-06be1d9d-7db3-413a-8f21-e0cc6644dd93 req-908049e2-ffcd-48ca-bacd-c57b9423c46e tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.0887070
Jun 02 08:18:30.592752 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-06be1d9d-7db3-413a-8f21-e0cc6644dd93 req-44baaead-a8ec-4313-8e3b-b9ed69cd8752 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1105797
Jun 02 08:18:30.609215 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad4853-be48-4652-a86d-7948fb42513a req-247137a8-5264-42e6-90be-ffb26dba5fd8 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:30.611235 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a2ad4853-be48-4652-a86d-7948fb42513a req-247137a8-5264-42e6-90be-ffb26dba5fd8 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.1154068
Jun 02 08:18:30.656446 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a2ad4853-be48-4652-a86d-7948fb42513a req-426f68d9-a718-48da-b610-12d08bb0a07e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391288
Jun 02 08:18:31.093907 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302cf7f-54b3-4298-be0e-c9ee8f2623a4 req-6ec13c3e-49c0-4f5f-94d5-ce94f03d5693 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:31.096050 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4302cf7f-54b3-4298-be0e-c9ee8f2623a4 req-6ec13c3e-49c0-4f5f-94d5-ce94f03d5693 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 944 time: 0.1105745
Jun 02 08:18:31.109136 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69608a17-1395-4601-85ce-4a9af0a492fd req-269a40b2-ca5c-4040-af9f-3f29d4567d75 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:31.112699 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-69608a17-1395-4601-85ce-4a9af0a492fd req-269a40b2-ca5c-4040-af9f-3f29d4567d75 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 948 time: 0.1615179
Jun 02 08:18:31.185381 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4302cf7f-54b3-4298-be0e-c9ee8f2623a4 req-9336b96d-cf73-463e-8ad0-ca637d30c791 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737197
Jun 02 08:18:31.193585 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-69608a17-1395-4601-85ce-4a9af0a492fd req-0025cac7-c22c-4688-80a2-3090dbc40864 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/security-groups?id=424dcb79-48c7-4c6d-90f3-d192b5080806&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663521
Jun 02 08:18:31.797835 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399964c-f3ea-4ee9-9ec2-d3f329c234dc req-699e6c35-dbca-4b0e-850b-644a3affe549 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:31.799404 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4399964c-f3ea-4ee9-9ec2-d3f329c234dc req-699e6c35-dbca-4b0e-850b-644a3affe549 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.0875256
Jun 02 08:18:31.874321 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4399964c-f3ea-4ee9-9ec2-d3f329c234dc req-250b33a3-8be9-4a38-9404-684420a2bce3 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655403
Jun 02 08:18:32.041033 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df0d00-7d76-4855-aa99-d5e96bd59ca6 req-1cfdf1a4-4841-499d-8541-843809eda34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:32.042887 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-82df0d00-7d76-4855-aa99-d5e96bd59ca6 req-1cfdf1a4-4841-499d-8541-843809eda34a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=52efccb2fe9c471881216eb5b42411f7&device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 1096 time: 0.2637777
Jun 02 08:18:32.091534 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5508c4-ab8d-4da7-bd5d-87bf9ee07600 req-fddb4ee8-4143-4b31-91d2-ccd751589e51 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:32.093145 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cb5508c4-ab8d-4da7-bd5d-87bf9ee07600 req-fddb4ee8-4143-4b31-91d2-ccd751589e51 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0963957
Jun 02 08:18:32.153079 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cb5508c4-ab8d-4da7-bd5d-87bf9ee07600 req-6f8e64c1-f8a4-4ab3-99de-9b0941938f12 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484731
Jun 02 08:18:32.460115 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea82e0c-0309-4c74-a011-027424c233f9 req-f63f77b6-0f9b-4b00-992b-7b8f3165447a tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:32.461585 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0ea82e0c-0309-4c74-a011-027424c233f9 req-f63f77b6-0f9b-4b00-992b-7b8f3165447a tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 948 time: 0.1587768
Jun 02 08:18:32.469823 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e7e5f-4627-45a0-a0f6-f1cd8373fbd2 req-7b60ebf3-a9e0-49fd-9593-9a395152f766 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:32.471916 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-781e7e5f-4627-45a0-a0f6-f1cd8373fbd2 req-7b60ebf3-a9e0-49fd-9593-9a395152f766 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 944 time: 0.1245861
Jun 02 08:18:32.552770 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0ea82e0c-0309-4c74-a011-027424c233f9 req-f397528b-f32e-4c9c-842f-3523f210dbd0 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/security-groups?id=424dcb79-48c7-4c6d-90f3-d192b5080806&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790181
Jun 02 08:18:32.579481 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-781e7e5f-4627-45a0-a0f6-f1cd8373fbd2 req-6e6c3b03-7273-4d3d-887e-3ea18b0a065c tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923262
Jun 02 08:18:33.059948 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 2a4225f3-fd7a-461c-9264-f2ea03545096 up at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:18:33.131334 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522efd8-1a6c-472f-b613-d811345f335a req-28e070d5-406b-4eab-9fda-d16805914c34 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:33.133049 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7522efd8-1a6c-472f-b613-d811345f335a req-28e070d5-406b-4eab-9fda-d16805914c34 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.1118348
Jun 02 08:18:33.181338 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7522efd8-1a6c-472f-b613-d811345f335a req-fa245305-b906-4662-b3a3-84569837ebd5 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417352
Jun 02 08:18:33.209746 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning for port 2a4225f3-fd7a-461c-9264-f2ea03545096 completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:18:33.214888 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning complete for port 2a4225f3-fd7a-461c-9264-f2ea03545096 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:18:33.215254 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:33.333755 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:33.357185 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c8caa-a46a-46ec-9bc3-a5e332570fa3 req-938ce822-2d1d-487b-af8f-da4d20233b2a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:33.358639 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-da0c8caa-a46a-46ec-9bc3-a5e332570fa3 req-938ce822-2d1d-487b-af8f-da4d20233b2a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0951397
Jun 02 08:18:33.360925 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c3da20-f1c9-4655-accb-8330b32d09a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4225f3-fd7a-461c-9264-f2ea03545096'}] {{(pid=92343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:18:33.363774 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a92db95248474e1fdd92faa7bb4bdbed5d39af607a3dc1549787c687b6a75a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f87adcc-362a-4725-93b0-06fb5e6b433b" -d '{"events": [{"server_uuid": "d8c3da20-f1c9-4655-accb-8330b32d09a4", "name": "network-vif-plugged", "status": "completed", "tag": "2a4225f3-fd7a-461c-9264-f2ea03545096"}]}' {{(pid=92343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:18:33.374570 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 2a4225f3-fd7a-461c-9264-f2ea03545096, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2a4225f3-fd7a-461c-9264-f2ea03545096,segment=NetworkSegment(07732512-85bf-4e04-be73-dcc36c00ac90),segment_id=07732512-85bf-4e04-be73-dcc36c00ac90)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:18:33.405307 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee409425-a6a7-4137-bbab-b1f01dfae50a x-openstack-request-id: req-ee409425-a6a7-4137-bbab-b1f01dfae50a {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:18:33.405556 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-da0c8caa-a46a-46ec-9bc3-a5e332570fa3 req-937bdfee-e048-46e2-9f56-45808c9efa02 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400960
Jun 02 08:18:33.406099 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c3da20-f1c9-4655-accb-8330b32d09a4", "name": "network-vif-plugged", "status": "completed", "tag": "2a4225f3-fd7a-461c-9264-f2ea03545096", "code": 200}]} {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:18:33.406407 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ee409425-a6a7-4137-bbab-b1f01dfae50a {{(pid=92343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:18:33.406851 dv-cinder-786385-7-iscsi neutron-server[92343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c3da20-f1c9-4655-accb-8330b32d09a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4225f3-fd7a-461c-9264-f2ea03545096', 'code': 200}
Jun 02 08:18:33.475955 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:33.478208 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:18:33.550901 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=2a4225f3-fd7a-461c-9264-f2ea03545096,revision_number=5']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:18:33.554268 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:18:33.873996 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cdacd5-2f7c-473a-938e-2856cae62cde req-0e177cf3-483e-441e-ae60-3da1d17ffe3f tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:33.875706 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-60cdacd5-2f7c-473a-938e-2856cae62cde req-0e177cf3-483e-441e-ae60-3da1d17ffe3f tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 945 time: 0.1721814
Jun 02 08:18:33.884176 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad8f34-be26-45d2-8a5f-7720aff77cc5 req-37c9b630-38ad-49e7-8b55-2c7c7a0de840 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:33.885544 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-15ad8f34-be26-45d2-8a5f-7720aff77cc5 req-37c9b630-38ad-49e7-8b55-2c7c7a0de840 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 948 time: 0.2199678
Jun 02 08:18:33.961468 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-60cdacd5-2f7c-473a-938e-2856cae62cde req-a235da15-2d7c-42b0-85c8-d4aba1b6bce6 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749598
Jun 02 08:18:33.966319 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-15ad8f34-be26-45d2-8a5f-7720aff77cc5 req-62367b60-4b42-48e4-8556-67f0145940cc tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/security-groups?id=424dcb79-48c7-4c6d-90f3-d192b5080806&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659313
Jun 02 08:18:34.367622 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755adff5-1ae2-4d21-9dee-bfabd40764f1 req-87e433a3-aa2e-4f75-86d0-78041b84f12a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:34.369191 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-755adff5-1ae2-4d21-9dee-bfabd40764f1 req-87e433a3-aa2e-4f75-86d0-78041b84f12a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.0803676
Jun 02 08:18:34.425696 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-755adff5-1ae2-4d21-9dee-bfabd40764f1 req-75895801-6435-4044-abe8-97be9eeec5c7 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502174
Jun 02 08:18:34.617063 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db150d-0f30-420f-adfc-21c258e3a7eb req-dde8b554-ba61-45b6-bcb0-1a77644dd80c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:34.618518 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b1db150d-0f30-420f-adfc-21c258e3a7eb req-dde8b554-ba61-45b6-bcb0-1a77644dd80c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0862877
Jun 02 08:18:34.667142 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b1db150d-0f30-420f-adfc-21c258e3a7eb req-354009c8-93f0-4b6d-a2cd-ee359bcfc8ee tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429740
Jun 02 08:18:35.063281 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 016b0d51-4520-4a61-b95e-8bb1a0215d05 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=92343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 02 08:18:35.226395 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 016b0d51-4520-4a61-b95e-8bb1a0215d05, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=016b0d51-4520-4a61-b95e-8bb1a0215d05,segment=NetworkSegment(d21668d4-d5a9-4c3b-91ca-11813a44d148),segment_id=d21668d4-d5a9-4c3b-91ca-11813a44d148)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:18:35.241787 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Returning: {'device': '016b0d51-4520-4a61-b95e-8bb1a0215d05', 'network_id': '59d2475a-9906-4715-9fb4-336672d40b14', 'port_id': '016b0d51-4520-4a61-b95e-8bb1a0215d05', 'mac_address': 'fa:16:3e:16:09:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '327ad904-c089-49ef-8435-b25f3a7625bb', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 02 08:18:35.248594 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36441fae-18ca-4b90-9b4d-2eb1846cff87 req-3eda38e9-d47e-4cbc-9142-41a459fee735 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:35.250313 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-36441fae-18ca-4b90-9b4d-2eb1846cff87 req-3eda38e9-d47e-4cbc-9142-41a459fee735 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 945 time: 0.1784167
Jun 02 08:18:35.272003 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58f9b9-5414-4930-9a19-4d224f51824e req-b5a9d578-840e-4644-8578-c59390765fe6 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:35.278874 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-da58f9b9-5414-4930-9a19-4d224f51824e req-b5a9d578-840e-4644-8578-c59390765fe6 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 948 time: 0.1734850
Jun 02 08:18:35.300513 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:35.318948 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 016b0d51-4520-4a61-b95e-8bb1a0215d05 {{(pid=92343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:18:35.349246 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 016b0d51-4520-4a61-b95e-8bb1a0215d05, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=016b0d51-4520-4a61-b95e-8bb1a0215d05,segment=NetworkSegment(d21668d4-d5a9-4c3b-91ca-11813a44d148),segment_id=d21668d4-d5a9-4c3b-91ca-11813a44d148)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:18:35.366246 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-36441fae-18ca-4b90-9b4d-2eb1846cff87 req-e93f7266-65c1-4cdd-85ee-4cf429c84058 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077383
Jun 02 08:18:35.380602 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-da58f9b9-5414-4930-9a19-4d224f51824e req-e07a7015-a072-4123-8c36-1fff1b91a8ff tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/security-groups?id=424dcb79-48c7-4c6d-90f3-d192b5080806&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008010
Jun 02 08:18:35.438894 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:35.441365 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:18:35.519620 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=016b0d51-4520-4a61-b95e-8bb1a0215d05,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:18:35.523301 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:18:35.682994 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59da0d1-c728-486c-a76b-e3ecec849e05 req-785da3b2-7ca0-498c-aa21-407084202d18 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:35.684513 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f59da0d1-c728-486c-a76b-e3ecec849e05 req-785da3b2-7ca0-498c-aa21-407084202d18 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.0862663
Jun 02 08:18:35.732569 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f59da0d1-c728-486c-a76b-e3ecec849e05 req-8f6001d1-c250-4de4-b45f-8fb3a155f264 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418580
Jun 02 08:18:35.832211 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['016b0d51-4520-4a61-b95e-8bb1a0215d05'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:18:35.941925 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f17b9-0925-4112-8749-00e374d761f5 req-a208226f-b5ed-496e-9dd1-da11e054002a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:35.943523 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-681f17b9-0925-4112-8749-00e374d761f5 req-a208226f-b5ed-496e-9dd1-da11e054002a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0909173
Jun 02 08:18:36.039000 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-681f17b9-0925-4112-8749-00e374d761f5 req-cea08f3f-efba-4508-ba5c-9611fff14c3b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0894513
Jun 02 08:18:36.633726 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a98e67-a5de-438b-9ae7-23752402f68d req-d92ef649-6f31-40ad-819b-b591106bfd17 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:36.635134 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-00a98e67-a5de-438b-9ae7-23752402f68d req-d92ef649-6f31-40ad-819b-b591106bfd17 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 945 time: 0.1570821
Jun 02 08:18:36.643700 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9011737-85b3-4f7d-bdaf-ba72f91e3ff7 req-169d5b8f-fcde-457b-b284-9fa67f8f95fa tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:36.645087 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b9011737-85b3-4f7d-bdaf-ba72f91e3ff7 req-169d5b8f-fcde-457b-b284-9fa67f8f95fa tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 949 time: 0.1241939
Jun 02 08:18:36.719527 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-00a98e67-a5de-438b-9ae7-23752402f68d req-b075ed0a-8fea-4842-9207-29715567af76 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735605
Jun 02 08:18:36.723747 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b9011737-85b3-4f7d-bdaf-ba72f91e3ff7 req-dc8549b2-5f07-4a1a-b78e-4d22610f6886 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/security-groups?id=424dcb79-48c7-4c6d-90f3-d192b5080806&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655031
Jun 02 08:18:36.949978 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e55116-66f1-456c-b772-861a8321e3ee req-ff590cac-73f9-4d60-b557-ad1d08e2a72b tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:36.951532 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a8e55116-66f1-456c-b772-861a8321e3ee req-ff590cac-73f9-4d60-b557-ad1d08e2a72b tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.0870504
Jun 02 08:18:36.996706 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a8e55116-66f1-456c-b772-861a8321e3ee req-a86db051-9e1a-4005-9e45-a6bb67db215d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389774
Jun 02 08:18:37.071503 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 016b0d51-4520-4a61-b95e-8bb1a0215d05 up at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:18:37.252515 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning for port 016b0d51-4520-4a61-b95e-8bb1a0215d05 completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:18:37.254741 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning complete for port 016b0d51-4520-4a61-b95e-8bb1a0215d05 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:18:37.255314 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:37.282036 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34d5b9-4e2f-4ad8-aa42-5ac5df38547b req-9e392f8b-2593-462f-b4b8-75cfc28195ab tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:37.283580 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3c34d5b9-4e2f-4ad8-aa42-5ac5df38547b req-9e392f8b-2593-462f-b4b8-75cfc28195ab tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.1065776
Jun 02 08:18:37.338328 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3c34d5b9-4e2f-4ad8-aa42-5ac5df38547b req-d8b0c07d-0775-4da6-858e-2d6bae51ee13 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402989
Jun 02 08:18:37.424995 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:37.451711 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5aa577-eb14-473e-9bac-ee5210887a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016b0d51-4520-4a61-b95e-8bb1a0215d05'}] {{(pid=92343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:18:37.453959 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a92db95248474e1fdd92faa7bb4bdbed5d39af607a3dc1549787c687b6a75a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6369e57c-a5ad-4140-a098-35b8dea7be52" -d '{"events": [{"server_uuid": "5c5aa577-eb14-473e-9bac-ee5210887a7f", "name": "network-vif-plugged", "status": "completed", "tag": "016b0d51-4520-4a61-b95e-8bb1a0215d05"}]}' {{(pid=92343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:18:37.461953 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 016b0d51-4520-4a61-b95e-8bb1a0215d05, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=016b0d51-4520-4a61-b95e-8bb1a0215d05,segment=NetworkSegment(d21668d4-d5a9-4c3b-91ca-11813a44d148),segment_id=d21668d4-d5a9-4c3b-91ca-11813a44d148)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:18:37.497537 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d3166d-768f-40e5-a4b6-4a30041d15ed x-openstack-request-id: req-44d3166d-768f-40e5-a4b6-4a30041d15ed {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:18:37.497835 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5aa577-eb14-473e-9bac-ee5210887a7f", "name": "network-vif-plugged", "status": "completed", "tag": "016b0d51-4520-4a61-b95e-8bb1a0215d05", "code": 200}]} {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:18:37.498094 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-44d3166d-768f-40e5-a4b6-4a30041d15ed {{(pid=92343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:18:37.498492 dv-cinder-786385-7-iscsi neutron-server[92343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5aa577-eb14-473e-9bac-ee5210887a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016b0d51-4520-4a61-b95e-8bb1a0215d05', 'code': 200}
Jun 02 08:18:37.550771 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:37.553022 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-3e346607-854b-4956-9c84-10d66d4c84d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:18:37.616837 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=016b0d51-4520-4a61-b95e-8bb1a0215d05,revision_number=5']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:18:37.619824 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:18:37.973452 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f82126-8a78-4202-926b-fe07483705a6 req-abc7e741-5c37-4264-aff3-f3c6ae5e9973 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:37.974964 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f8f82126-8a78-4202-926b-fe07483705a6 req-abc7e741-5c37-4264-aff3-f3c6ae5e9973 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 945 time: 0.1447933
Jun 02 08:18:37.984502 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a57b0-abdd-4997-86ee-16b9748aa408 req-0406c0dd-5a09-4bb0-bdc6-8e6c9948c047 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:37.985918 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a73a57b0-abdd-4997-86ee-16b9748aa408 req-0406c0dd-5a09-4bb0-bdc6-8e6c9948c047 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 950 time: 0.1246362
Jun 02 08:18:38.066418 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a73a57b0-abdd-4997-86ee-16b9748aa408 req-e9b01fbf-cf01-48fa-8c17-d411621fa639 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/security-groups?id=424dcb79-48c7-4c6d-90f3-d192b5080806&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659454
Jun 02 08:18:38.069066 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f8f82126-8a78-4202-926b-fe07483705a6 req-9ee2b791-afbc-45a6-a760-e4e9a19252eb tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823100
Jun 02 08:18:38.245086 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7bf73-f5d0-4bfd-858a-87aec2c4576f req-0b8d19e7-42fd-4e0a-82e2-a51320822722 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:38.253962 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-dfe7bf73-f5d0-4bfd-858a-87aec2c4576f req-0b8d19e7-42fd-4e0a-82e2-a51320822722 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.0926588
Jun 02 08:18:38.295427 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-dfe7bf73-f5d0-4bfd-858a-87aec2c4576f req-777565fe-707c-4ac5-8f40-b66bb18ccddd tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405374
Jun 02 08:18:38.530905 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda8979-224a-48d2-8d26-3fa95f196471 req-95911e40-3454-4faf-a712-2c153be6cd24 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:38.542829 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2eda8979-224a-48d2-8d26-3fa95f196471 req-95911e40-3454-4faf-a712-2c153be6cd24 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0827274
Jun 02 08:18:38.583977 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2eda8979-224a-48d2-8d26-3fa95f196471 req-f7313394-383b-4ae5-821f-706a47fd5c26 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455804
Jun 02 08:18:39.086548 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:18:39.327094 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3da37-ecc6-4d07-87b0-d80ea5b08f9c req-4187c2a6-017e-4e9d-88be-0c7a01d48254 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:39.328560 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f7f3da37-ecc6-4d07-87b0-d80ea5b08f9c req-4187c2a6-017e-4e9d-88be-0c7a01d48254 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 950 time: 0.1485510
Jun 02 08:18:39.336499 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83104a-4028-4a54-b375-eb9374af02d0 req-e778a32c-4ccf-4f36-9da7-b50701448993 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:39.337837 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3d83104a-4028-4a54-b375-eb9374af02d0 req-e778a32c-4ccf-4f36-9da7-b50701448993 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 945 time: 0.1227474
Jun 02 08:18:39.483484 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f7f3da37-ecc6-4d07-87b0-d80ea5b08f9c req-156400bb-b5a3-4c55-9ffe-ab3fc2169080 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/security-groups?id=424dcb79-48c7-4c6d-90f3-d192b5080806&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446662
Jun 02 08:18:39.491885 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3d83104a-4028-4a54-b375-eb9374af02d0 req-26230d70-032f-47b4-967b-935312103d47 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396809
Jun 02 08:18:39.696772 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087652a-8441-4789-b451-0c9504ddf376 req-7a68241d-3ae5-40fa-8fde-b2f30f83f5e9 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:39.698346 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9087652a-8441-4789-b451-0c9504ddf376 req-7a68241d-3ae5-40fa-8fde-b2f30f83f5e9 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.1024728
Jun 02 08:18:39.770422 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9087652a-8441-4789-b451-0c9504ddf376 req-fab1f6e9-bd15-4d22-a2f7-ece5532652f9 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661871
Jun 02 08:18:39.957723 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d2819-e56e-40bf-b4ae-0aded56f2320 req-0e85c46d-2d2e-43ab-ac6f-83eeda4c761c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:39.960292 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-332d2819-e56e-40bf-b4ae-0aded56f2320 req-0e85c46d-2d2e-43ab-ac6f-83eeda4c761c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0928197
Jun 02 08:18:40.006988 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-40e482d8-6aea-4390-92f9-e489a1aedc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:40.015707 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-332d2819-e56e-40bf-b4ae-0aded56f2320 req-c97c0fac-effd-4d40-a4c4-9b6f021223e5 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403607
Jun 02 08:18:40.731432 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ec075-88ba-45e8-a53c-3d1c2181c9b2 req-225f738d-6d43-417a-a966-d1ecc86f46b8 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:40.732879 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-538ec075-88ba-45e8-a53c-3d1c2181c9b2 req-225f738d-6d43-417a-a966-d1ecc86f46b8 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 950 time: 0.1366217
Jun 02 08:18:40.745479 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3c0a4-5c1d-48d3-8eaf-ab2eaaf9af79 req-87bb100b-d26f-4743-b1d4-309c05f991b6 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:40.746851 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b8e3c0a4-5c1d-48d3-8eaf-ab2eaaf9af79 req-87bb100b-d26f-4743-b1d4-309c05f991b6 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 945 time: 0.1200931
Jun 02 08:18:40.813264 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-538ec075-88ba-45e8-a53c-3d1c2181c9b2 req-49d24cac-ec0a-4a6c-b8f3-9338f2ee04e7 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/security-groups?id=424dcb79-48c7-4c6d-90f3-d192b5080806&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654948
Jun 02 08:18:40.820476 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b8e3c0a4-5c1d-48d3-8eaf-ab2eaaf9af79 req-3cdaa025-e0be-4ffa-8ed8-5ffcfc33ec9c tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587823
Jun 02 08:18:40.988570 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c11218-3046-425c-8d3e-75f3b63538fc req-b017615e-616a-40fb-a09c-097a29ef1fd0 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:40.990011 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-70c11218-3046-425c-8d3e-75f3b63538fc req-b017615e-616a-40fb-a09c-097a29ef1fd0 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.0795147
Jun 02 08:18:41.033655 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-70c11218-3046-425c-8d3e-75f3b63538fc req-c579c438-8de0-4e04-98f5-ce5ab3bf9430 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381491
Jun 02 08:18:41.203459 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83234e64-3953-4d14-b4ea-cd7bdefb640d req-7458b047-9cc3-4695-89d4-0c3e5a70feb8 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:41.205555 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-83234e64-3953-4d14-b4ea-cd7bdefb640d req-7458b047-9cc3-4695-89d4-0c3e5a70feb8 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0785534
Jun 02 08:18:41.252772 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-83234e64-3953-4d14-b4ea-cd7bdefb640d req-0f34c035-98f0-4424-a5d8-32641198640a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415409
Jun 02 08:18:42.065086 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9079c-2eb6-4368-a7ee-7a3af68d7d73 req-186f868e-1523-4aa5-8f42-7e429db68830 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:42.066522 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bad9079c-2eb6-4368-a7ee-7a3af68d7d73 req-186f868e-1523-4aa5-8f42-7e429db68830 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 945 time: 0.1384292
Jun 02 08:18:42.074217 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf15a27-54bb-4c3e-9f12-bb35bd1a4c4d req-404f6b1d-7060-42d3-b321-bc342f5a7918 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:42.075518 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ecf15a27-54bb-4c3e-9f12-bb35bd1a4c4d req-404f6b1d-7060-42d3-b321-bc342f5a7918 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 950 time: 0.1462054
Jun 02 08:18:42.143301 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bad9079c-2eb6-4368-a7ee-7a3af68d7d73 req-6d796e4b-9ed4-4544-9bd3-2ebbdb64bf08 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667691
Jun 02 08:18:42.147470 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ecf15a27-54bb-4c3e-9f12-bb35bd1a4c4d req-4abe83c5-3d81-47fe-8337-e25100d000ea tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/security-groups?id=424dcb79-48c7-4c6d-90f3-d192b5080806&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578144
Jun 02 08:18:42.333081 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8ae4a-5a71-41f0-a325-42fd69ff9f2a req-688738b1-5570-4f90-ba39-26e0b658c50d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:42.334871 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1ae8ae4a-5a71-41f0-a325-42fd69ff9f2a req-688738b1-5570-4f90-ba39-26e0b658c50d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.0965202
Jun 02 08:18:42.397084 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df0d00-7d76-4855-aa99-d5e96bd59ca6 req-cda4489d-8ac8-42f9-aa2b-1a80fc4824f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:42.398492 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-82df0d00-7d76-4855-aa99-d5e96bd59ca6 req-cda4489d-8ac8-42f9-aa2b-1a80fc4824f2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4696b473-c29b-4b8f-aebc-3497761794e1 HTTP/1.1" status: 200  len: 918 time: 0.1626062
Jun 02 08:18:42.444350 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1ae8ae4a-5a71-41f0-a325-42fd69ff9f2a req-5e714aab-2d6f-4a30-bb1d-3945bf457783 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1009591
Jun 02 08:18:42.489562 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c9f02-f03c-45af-85ba-82830d877583 req-2628e859-4efd-4928-9eac-d5d05d6d6d6f tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:42.491151 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1a2c9f02-f03c-45af-85ba-82830d877583 req-2628e859-4efd-4928-9eac-d5d05d6d6d6f tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.1071284
Jun 02 08:18:42.514302 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-82df0d00-7d76-4855-aa99-d5e96bd59ca6 req-6ac9a12e-a2eb-4ebe-a8bf-059abed2a6d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 HTTP/1.1" status: 200  len: 998 time: 0.1089332
Jun 02 08:18:42.570655 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1a2c9f02-f03c-45af-85ba-82830d877583 req-a4b83605-c224-43ce-aeb7-0c85feb35601 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0711095
Jun 02 08:18:42.579672 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df0d00-7d76-4855-aa99-d5e96bd59ca6 req-ceab2d52-9306-4d1b-994f-8d1ac867e16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:42.582043 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-82df0d00-7d76-4855-aa99-d5e96bd59ca6 req-ceab2d52-9306-4d1b-994f-8d1ac867e16a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f2d95f5c-acb5-47be-be66-d3f53cf5e37d HTTP/1.1" status: 200  len: 856 time: 0.0606966
Jun 02 08:18:42.605238 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:42.616504 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae97441-4ef7-4425-ba6c-a11e91f4eaf2 req-72254d11-44f1-42dc-9ab1-81c38624b65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:42.617940 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3ae97441-4ef7-4425-ba6c-a11e91f4eaf2 req-72254d11-44f1-42dc-9ab1-81c38624b65d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 1098 time: 0.0797579
Jun 02 08:18:42.644507 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-3ef37962-0dda-4b21-8543-cc86fd7414c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:42.663016 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3ae97441-4ef7-4425-ba6c-a11e91f4eaf2 req-f3c9c0ee-3630-467b-8299-d8f709fb129f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368769
Jun 02 08:18:42.684043 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df0d00-7d76-4855-aa99-d5e96bd59ca6 req-bc22f5c5-a1eb-43a9-8301-a332403dd11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:42.685550 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-82df0d00-7d76-4855-aa99-d5e96bd59ca6 req-bc22f5c5-a1eb-43a9-8301-a332403dd11f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4696b473-c29b-4b8f-aebc-3497761794e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0892289
Jun 02 08:18:42.910155 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-82df0d00-7d76-4855-aa99-d5e96bd59ca6 req-8823bfc2-b7e9-43d9-9f57-068b69fc71c5 service neutron] 10.222.0.72 "GET /v2.0/networks/4696b473-c29b-4b8f-aebc-3497761794e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262581
Jun 02 08:18:43.044461 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-82df0d00-7d76-4855-aa99-d5e96bd59ca6 req-eda738c5-9d33-40f6-bc59-38a9934d2c05 service neutron] 10.222.0.72 "GET /v2.0/networks/4696b473-c29b-4b8f-aebc-3497761794e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264052
Jun 02 08:18:43.397475 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1718ef0-b882-4c1e-b2c5-a40e909087c2 req-c36bf1aa-e920-486c-b757-0bf886934185 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:43.398910 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b1718ef0-b882-4c1e-b2c5-a40e909087c2 req-c36bf1aa-e920-486c-b757-0bf886934185 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 950 time: 0.1428108
Jun 02 08:18:43.406888 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba5f04-6227-478d-ab5a-b19769319812 req-1f6f1ebb-a8b2-4a5a-b9f1-416fb38a6371 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:43.413935 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9aba5f04-6227-478d-ab5a-b19769319812 req-1f6f1ebb-a8b2-4a5a-b9f1-416fb38a6371 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 945 time: 0.1206677
Jun 02 08:18:43.478804 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b1718ef0-b882-4c1e-b2c5-a40e909087c2 req-d451558f-a6ff-431c-98a2-c206c0f929ea tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/security-groups?id=424dcb79-48c7-4c6d-90f3-d192b5080806&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690935
Jun 02 08:18:43.483171 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9aba5f04-6227-478d-ab5a-b19769319812 req-4881342c-1834-4d96-a561-d5962d2b7da3 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609283
Jun 02 08:18:43.630748 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f34250-e4d5-4c3f-9756-27cf86f20bc0 req-4dfd0f13-5675-4115-8f13-635485e5b402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:43.632383 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-45f34250-e4d5-4c3f-9756-27cf86f20bc0 req-4dfd0f13-5675-4115-8f13-635485e5b402 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 1103 time: 0.0756488
Jun 02 08:18:43.686217 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e94d58-1c37-45cf-bd0c-ae39ac3eec93 req-fc0652a3-3c2e-4457-84a7-705fd89ca280 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:43.687186 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-45f34250-e4d5-4c3f-9756-27cf86f20bc0 req-9a7e7e3f-17b3-4020-8903-a75ee0cc8272 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=424dcb79-48c7-4c6d-90f3-d192b5080806&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467489
Jun 02 08:18:43.687946 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d6e94d58-1c37-45cf-bd0c-ae39ac3eec93 req-fc0652a3-3c2e-4457-84a7-705fd89ca280 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.1050510
Jun 02 08:18:43.727177 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:43.774560 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d6e94d58-1c37-45cf-bd0c-ae39ac3eec93 req-5af0a640-e19b-4295-8db3-1bcd4f2adc88 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0805283
Jun 02 08:18:43.819060 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336e224-0314-4f19-af18-c4be7dffe954 req-209feb25-5e70-4e60-8d8d-1578c0d3bf7b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:43.820748 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d336e224-0314-4f19-af18-c4be7dffe954 req-209feb25-5e70-4e60-8d8d-1578c0d3bf7b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0963421
Jun 02 08:18:43.870500 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d336e224-0314-4f19-af18-c4be7dffe954 req-73309d43-e24d-41e9-b347-6d50e6b638af tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436583
Jun 02 08:18:44.315427 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ee1ab-0a2a-4bb7-adbe-a4556565607e req-c2aaa7ee-7615-40af-bfb5-f5165a13881f tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:44.316955 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5f6ee1ab-0a2a-4bb7-adbe-a4556565607e req-c2aaa7ee-7615-40af-bfb5-f5165a13881f tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.0887489
Jun 02 08:18:44.365574 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5f6ee1ab-0a2a-4bb7-adbe-a4556565607e req-10630b22-cded-411b-bc68-6fdacd78761c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429394
Jun 02 08:18:44.437740 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39469c-8302-4d63-935d-f221dc12e683 req-ee9c1642-5d78-4b65-9248-f9519cec4fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:44.439156 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-be39469c-8302-4d63-935d-f221dc12e683 req-ee9c1642-5d78-4b65-9248-f9519cec4fcf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72114cae61da476699f7059d4f116bba&device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 1098 time: 0.0749936
Jun 02 08:18:44.466170 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab39293-5507-4453-8ced-21a17a50f815 req-726466aa-0da7-4252-b234-df438b790255 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:44.467662 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5ab39293-5507-4453-8ced-21a17a50f815 req-726466aa-0da7-4252-b234-df438b790255 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde6d51c-dcc6-4b2b-994a-7fb31b547185 HTTP/1.1" status: 200  len: 945 time: 0.0825214
Jun 02 08:18:44.512106 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5ab39293-5507-4453-8ced-21a17a50f815 req-e946e27e-f95e-434d-a16b-0ec815031474 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/security-groups?id=06b9aedd-bdde-45c7-aaa9-e64cfec524ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381279
Jun 02 08:18:44.585696 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39469c-8302-4d63-935d-f221dc12e683 req-959cbf8d-217a-4180-b2ef-18a4e182fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:44.587156 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-be39469c-8302-4d63-935d-f221dc12e683 req-959cbf8d-217a-4180-b2ef-18a4e182fbc4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d786477-7c27-401f-af8f-402c8aef0584 HTTP/1.1" status: 200  len: 912 time: 0.1402183
Jun 02 08:18:44.697469 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-be39469c-8302-4d63-935d-f221dc12e683 req-752bd57e-65f5-411a-b7b2-a1ca0b69e483 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93187778-5a17-48fa-bcd0-3fd89890f4aa HTTP/1.1" status: 200  len: 1001 time: 0.1001594
Jun 02 08:18:44.762121 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39469c-8302-4d63-935d-f221dc12e683 req-971a7029-24f4-459a-b240-5f0b8a5fb06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:44.763655 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-be39469c-8302-4d63-935d-f221dc12e683 req-971a7029-24f4-459a-b240-5f0b8a5fb06c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7286860f-5241-4865-8fea-b07cfe7d1a59 HTTP/1.1" status: 200  len: 850 time: 0.0592153
Jun 02 08:18:44.797572 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19666e6-f1f9-4bef-891e-b5d43bdd401c req-679f00af-9957-4dae-bd22-66a93d95c571 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:44.799643 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a19666e6-f1f9-4bef-891e-b5d43bdd401c req-679f00af-9957-4dae-bd22-66a93d95c571 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 950 time: 0.2087398
Jun 02 08:18:44.812466 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e4c83-6199-48f4-8f78-f38e76faefde req-4be06c0b-f433-4851-90ce-81ecbaded724 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:44.814081 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1a2e4c83-6199-48f4-8f78-f38e76faefde req-4be06c0b-f433-4851-90ce-81ecbaded724 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 945 time: 0.1206708
Jun 02 08:18:44.841166 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39469c-8302-4d63-935d-f221dc12e683 req-90f4ae36-60d2-4bd2-b279-195e3a25d16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:44.842926 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-be39469c-8302-4d63-935d-f221dc12e683 req-90f4ae36-60d2-4bd2-b279-195e3a25d16b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d786477-7c27-401f-af8f-402c8aef0584&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0725279
Jun 02 08:18:44.883056 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a19666e6-f1f9-4bef-891e-b5d43bdd401c req-f85c8a37-5143-4db6-aeda-e2add7af2ff1 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/security-groups?id=424dcb79-48c7-4c6d-90f3-d192b5080806&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680230
Jun 02 08:18:44.889810 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1a2e4c83-6199-48f4-8f78-f38e76faefde req-f3e1de40-0561-44a9-b136-d4a5f042708f tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605938
Jun 02 08:18:44.994255 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-be39469c-8302-4d63-935d-f221dc12e683 req-680b3582-bd2a-451e-b4b2-77bc36a4b4ec service neutron] 10.222.0.72 "GET /v2.0/networks/6d786477-7c27-401f-af8f-402c8aef0584?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368742
Jun 02 08:18:45.143337 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236d2f4-13b3-48db-acbf-b774fdfb41bd req-fba6c666-f24a-4895-b5cb-597ec5135f09 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:45.144406 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-be39469c-8302-4d63-935d-f221dc12e683 req-d677b6e7-0763-4d2e-b53e-55943045f763 service neutron] 10.222.0.72 "GET /v2.0/networks/6d786477-7c27-401f-af8f-402c8aef0584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1432443
Jun 02 08:18:45.144789 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0236d2f4-13b3-48db-acbf-b774fdfb41bd req-fba6c666-f24a-4895-b5cb-597ec5135f09 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.1427405
Jun 02 08:18:45.187266 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770fc8b0-46bb-4c1c-a1ee-ff1b2a5f7de3 req-44b16006-f036-4d32-ac7d-067f6e694053 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:45.188813 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-770fc8b0-46bb-4c1c-a1ee-ff1b2a5f7de3 req-44b16006-f036-4d32-ac7d-067f6e694053 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 945 time: 0.1297300
Jun 02 08:18:45.215302 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:45.226726 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0236d2f4-13b3-48db-acbf-b774fdfb41bd req-bfcdac9b-1fcf-42df-be2a-95cd08c02504 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0742047
Jun 02 08:18:45.247216 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-770fc8b0-46bb-4c1c-a1ee-ff1b2a5f7de3 req-012c2d33-84ff-4fdc-9fb2-a560dcb41f2e tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471866
Jun 02 08:18:45.556098 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2a5f9-2ab7-45b6-aa02-6114e1e5831b req-29909eb9-b60f-40af-b955-7666c8de854a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:45.557561 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a4d2a5f9-2ab7-45b6-aa02-6114e1e5831b req-29909eb9-b60f-40af-b955-7666c8de854a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.0833786
Jun 02 08:18:45.644903 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a4d2a5f9-2ab7-45b6-aa02-6114e1e5831b req-4b21ba3a-d3ef-4e13-a7e3-3cc977b9d42a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0816913
Jun 02 08:18:45.677976 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e86fe-f08c-4401-a4e2-331a3bb0db09 req-f60a5ae9-53f4-420f-8bfe-94b3f2690cd6 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:45.679426 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1a0e86fe-f08c-4401-a4e2-331a3bb0db09 req-f60a5ae9-53f4-420f-8bfe-94b3f2690cd6 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 945 time: 0.1037083
Jun 02 08:18:45.728991 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1a0e86fe-f08c-4401-a4e2-331a3bb0db09 req-047b8cc4-c4cb-474e-8dbf-398a71906aec tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440118
Jun 02 08:18:45.828256 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d6ad0-0fc0-4d7b-84e7-e7af0d3b1f1c req-2c0d011c-6f98-4a96-8cae-fd09b7849feb tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:45.830405 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a94d6ad0-0fc0-4d7b-84e7-e7af0d3b1f1c req-2c0d011c-6f98-4a96-8cae-fd09b7849feb tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde6d51c-dcc6-4b2b-994a-7fb31b547185 HTTP/1.1" status: 200  len: 945 time: 0.0814910
Jun 02 08:18:45.876526 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a94d6ad0-0fc0-4d7b-84e7-e7af0d3b1f1c req-a6e8815c-9129-40cc-9a73-74563806c91b tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/security-groups?id=06b9aedd-bdde-45c7-aaa9-e64cfec524ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396762
Jun 02 08:18:46.072359 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553babfe-7fd7-4d3b-a892-7436ce54502d req-1136583d-ba66-4049-aa67-4d32cd2d65dd tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:46.073848 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-553babfe-7fd7-4d3b-a892-7436ce54502d req-1136583d-ba66-4049-aa67-4d32cd2d65dd tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 950 time: 0.0862100
Jun 02 08:18:46.118183 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-553babfe-7fd7-4d3b-a892-7436ce54502d req-df898ad9-3f33-497a-ae61-8a07f67d01d9 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/security-groups?id=424dcb79-48c7-4c6d-90f3-d192b5080806&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386136
Jun 02 08:18:46.437262 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725b940-1042-4aee-b725-c88f2f8be692 req-5cedcbe9-9d0d-4769-8e0f-f3e707b11f4c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:46.438706 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6725b940-1042-4aee-b725-c88f2f8be692 req-5cedcbe9-9d0d-4769-8e0f-f3e707b11f4c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0860796
Jun 02 08:18:46.489587 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6725b940-1042-4aee-b725-c88f2f8be692 req-97c40c2e-ee15-49aa-89d9-cbcb74fd3dd4 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449803
Jun 02 08:18:46.693199 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5625bf2-7948-48b8-bcc1-17dac708fe86 req-3f6012f4-4e54-41da-b9ae-7ccf080044c8 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:46.693895 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-a5625bf2-7948-48b8-bcc1-17dac708fe86 req-3f6012f4-4e54-41da-b9ae-7ccf080044c8 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Synchronizing usage tracker for tenant:af0051b983e344a491bc13398744423a on resource:port {{(pid=92342) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:18:46.706737 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-a5625bf2-7948-48b8-bcc1-17dac708fe86 req-3f6012f4-4e54-41da-b9ae-7ccf080044c8 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Unset dirty status for tenant:af0051b983e344a491bc13398744423a on resource:port {{(pid=92342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:18:46.712590 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-a5625bf2-7948-48b8-bcc1-17dac708fe86 req-3f6012f4-4e54-41da-b9ae-7ccf080044c8 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.72 "GET /v2.0/ports?device_id=cde6d51c-dcc6-4b2b-994a-7fb31b547185 HTTP/1.1" status: 200  len: 945 time: 0.1959755
Jun 02 08:18:46.855150 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [req-a5625bf2-7948-48b8-bcc1-17dac708fe86 req-8ee62543-8013-4683-9f38-90fb6afc00f7 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Deleting port 5385d97c-adca-410a-a77a-6168390553cf {{(pid=92342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:18:46.855375 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-a5625bf2-7948-48b8-bcc1-17dac708fe86 req-8ee62543-8013-4683-9f38-90fb6afc00f7 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:46.898608 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95fc48-b983-4252-8ea5-f4753318b4cf req-12f2adb7-7fd4-4376-88e5-a8b49d9c2a4b tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:46.899818 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0a95fc48-b983-4252-8ea5-f4753318b4cf req-12f2adb7-7fd4-4376-88e5-a8b49d9c2a4b tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.1442690
Jun 02 08:18:46.912128 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a51b7b-93d0-40b5-ae85-eb34888768e0 req-e8f01199-11d8-410e-abf1-55a86a9edc9d tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:46.913576 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-12a51b7b-93d0-40b5-ae85-eb34888768e0 req-e8f01199-11d8-410e-abf1-55a86a9edc9d tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 950 time: 0.1116641
Jun 02 08:18:46.983471 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0a95fc48-b983-4252-8ea5-f4753318b4cf req-dcf27e07-6965-422d-9d65-7cd7a986602c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689356
Jun 02 08:18:46.991056 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-12a51b7b-93d0-40b5-ae85-eb34888768e0 req-7a781610-dfcb-42ac-afbc-819122b2ef98 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/security-groups?id=424dcb79-48c7-4c6d-90f3-d192b5080806&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632508
Jun 02 08:18:47.000914 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [req-a5625bf2-7948-48b8-bcc1-17dac708fe86 req-8ee62543-8013-4683-9f38-90fb6afc00f7 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] For port 5385d97c-adca-410a-a77a-6168390553cf, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5385d97c-adca-410a-a77a-6168390553cf,segment=NetworkSegment(7882244c-c16f-4a67-aec9-ab4ef18d1320),segment_id=7882244c-c16f-4a67-aec9-ab4ef18d1320)] {{(pid=92342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:18:47.001472 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-a5625bf2-7948-48b8-bcc1-17dac708fe86 req-8ee62543-8013-4683-9f38-90fb6afc00f7 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:47.127304 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [req-a5625bf2-7948-48b8-bcc1-17dac708fe86 req-8ee62543-8013-4683-9f38-90fb6afc00f7 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Calling delete_port for 5385d97c-adca-410a-a77a-6168390553cf owned by compute:nova {{(pid=92342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:18:47.157074 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c4a60-a0ba-4bbe-9e88-c9d12fb9345b req-f4a4f0fc-8f64-4576-b435-ca0fd9c4a501 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:47.158540 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-506c4a60-a0ba-4bbe-9e88-c9d12fb9345b req-f4a4f0fc-8f64-4576-b435-ca0fd9c4a501 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde6d51c-dcc6-4b2b-994a-7fb31b547185 HTTP/1.1" status: 200  len: 945 time: 0.0803244
Jun 02 08:18:47.203424 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-506c4a60-a0ba-4bbe-9e88-c9d12fb9345b req-d8914245-46de-45af-899d-9749bfe40b2a tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/security-groups?id=06b9aedd-bdde-45c7-aaa9-e64cfec524ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393119
Jun 02 08:18:47.301223 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-a5625bf2-7948-48b8-bcc1-17dac708fe86 req-8ee62543-8013-4683-9f38-90fb6afc00f7 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:47.306589 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-16a9792e-8cbb-4f99-888e-a587cda97f81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:18:47.322400 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['5385d97c-adca-410a-a77a-6168390553cf'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:18:47.352233 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee62543-8013-4683-9f38-90fb6afc00f7 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Pushing event deleted for resources: {'Port': ['ID=5385d97c-adca-410a-a77a-6168390553cf,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:18:47.389310 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee62543-8013-4683-9f38-90fb6afc00f7 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:47.389606 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee62543-8013-4683-9f38-90fb6afc00f7 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:47.389967 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee62543-8013-4683-9f38-90fb6afc00f7 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:47.390322 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee62543-8013-4683-9f38-90fb6afc00f7 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:47.390674 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee62543-8013-4683-9f38-90fb6afc00f7 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:47.391316 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee62543-8013-4683-9f38-90fb6afc00f7 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:47.391641 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee62543-8013-4683-9f38-90fb6afc00f7 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:47.391987 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee62543-8013-4683-9f38-90fb6afc00f7 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:47.392938 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee62543-8013-4683-9f38-90fb6afc00f7 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:47.393212 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee62543-8013-4683-9f38-90fb6afc00f7 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:47.393555 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee62543-8013-4683-9f38-90fb6afc00f7 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:47.393895 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee62543-8013-4683-9f38-90fb6afc00f7 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:47.400805 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-8ee62543-8013-4683-9f38-90fb6afc00f7 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:18:47.440269 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5625bf2-7948-48b8-bcc1-17dac708fe86 req-8ee62543-8013-4683-9f38-90fb6afc00f7 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] No DVR routers for this DVR port 5385d97c-adca-410a-a77a-6168390553cf on host hv-cinder-78638 {{(pid=92342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:18:47.442743 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-a5625bf2-7948-48b8-bcc1-17dac708fe86 req-8ee62543-8013-4683-9f38-90fb6afc00f7 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:47.445428 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde6d51c-dcc6-4b2b-994a-7fb31b547185', 'name': 'network-vif-deleted', 'tag': '5385d97c-adca-410a-a77a-6168390553cf'}] {{(pid=92342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:18:47.447678 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e374b3b879b00d97b29532d72ba3bb6ea3956478347f3877d9246faf94d18eae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdfc287-a995-4fe6-b035-1f9689ae1451" -d '{"events": [{"server_uuid": "cde6d51c-dcc6-4b2b-994a-7fb31b547185", "name": "network-vif-deleted", "tag": "5385d97c-adca-410a-a77a-6168390553cf"}]}' {{(pid=92342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:18:47.510337 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-a5625bf2-7948-48b8-bcc1-17dac708fe86 req-8ee62543-8013-4683-9f38-90fb6afc00f7 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.72 "DELETE /v2.0/ports/5385d97c-adca-410a-a77a-6168390553cf HTTP/1.1" status: 204  len: 173 time: 0.7963407
Jun 02 08:18:47.543817 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a886bad3-1df7-4184-ada2-6bf2ee83242d x-openstack-request-id: req-a886bad3-1df7-4184-ada2-6bf2ee83242d {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:18:47.543817 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde6d51c-dcc6-4b2b-994a-7fb31b547185", "name": "network-vif-deleted", "tag": "5385d97c-adca-410a-a77a-6168390553cf", "status": "completed", "code": 200}]} {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:18:47.544028 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a886bad3-1df7-4184-ada2-6bf2ee83242d {{(pid=92342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:18:47.544409 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde6d51c-dcc6-4b2b-994a-7fb31b547185', 'name': 'network-vif-deleted', 'tag': '5385d97c-adca-410a-a77a-6168390553cf', 'status': 'completed', 'code': 200}
Jun 02 08:18:47.685794 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49972fcc-156e-4c9c-bc07-9cbfe7fad0bc req-eb0a800d-fd99-4330-ad17-5c513b093c14 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:47.687298 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-49972fcc-156e-4c9c-bc07-9cbfe7fad0bc req-eb0a800d-fd99-4330-ad17-5c513b093c14 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0887752
Jun 02 08:18:47.737369 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-49972fcc-156e-4c9c-bc07-9cbfe7fad0bc req-7792b6e6-5fe3-4862-b86a-6949c3911422 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440586
Jun 02 08:18:48.199277 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1426d0-a1c8-4661-8a4e-9911d3713a5b req-d93046b5-ccba-4e46-8496-56fa41b715e0 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:48.199277 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ae1426d0-a1c8-4661-8a4e-9911d3713a5b req-d93046b5-ccba-4e46-8496-56fa41b715e0 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 950 time: 0.0805464
Jun 02 08:18:48.241841 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ae1426d0-a1c8-4661-8a4e-9911d3713a5b req-f6a6bac9-a80e-4b8a-aa8d-9ce19a12b53d tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/security-groups?id=424dcb79-48c7-4c6d-90f3-d192b5080806&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397203
Jun 02 08:18:48.421176 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-42ced500-300e-44c9-8de6-19a96142cf39 req-17d0c9c8-50f8-4775-aa49-db320368aa11 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde6d51c-dcc6-4b2b-994a-7fb31b547185 HTTP/1.1" status: 200  len: 210 time: 0.0713487
Jun 02 08:18:48.452154 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b8cdc-0111-4ccb-adf9-68c8e8e8fd00 req-ccd0f158-b48d-45d8-b404-34357ed6cd0b tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:48.453538 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-2d4b8cdc-0111-4ccb-adf9-68c8e8e8fd00 req-ccd0f158-b48d-45d8-b404-34357ed6cd0b tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 950 time: 0.1348901
Jun 02 08:18:48.594555 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [req-2d4b8cdc-0111-4ccb-adf9-68c8e8e8fd00 req-03fcb598-79f9-470e-a532-c6f4d0a559a9 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Deleting port 016b0d51-4520-4a61-b95e-8bb1a0215d05 {{(pid=92342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:18:48.594884 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-2d4b8cdc-0111-4ccb-adf9-68c8e8e8fd00 req-03fcb598-79f9-470e-a532-c6f4d0a559a9 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:48.727450 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [req-2d4b8cdc-0111-4ccb-adf9-68c8e8e8fd00 req-03fcb598-79f9-470e-a532-c6f4d0a559a9 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] For port 016b0d51-4520-4a61-b95e-8bb1a0215d05, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=016b0d51-4520-4a61-b95e-8bb1a0215d05,segment=NetworkSegment(d21668d4-d5a9-4c3b-91ca-11813a44d148),segment_id=d21668d4-d5a9-4c3b-91ca-11813a44d148)] {{(pid=92342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:18:48.727814 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-2d4b8cdc-0111-4ccb-adf9-68c8e8e8fd00 req-03fcb598-79f9-470e-a532-c6f4d0a559a9 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:48.852413 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [req-2d4b8cdc-0111-4ccb-adf9-68c8e8e8fd00 req-03fcb598-79f9-470e-a532-c6f4d0a559a9 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Calling delete_port for 016b0d51-4520-4a61-b95e-8bb1a0215d05 owned by compute:nova {{(pid=92342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:18:48.940487 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6980f26-ccaf-45fd-a604-07c5159e6454 req-b5942b44-df73-421b-9a89-dfaa5aadb8bc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:48.941866 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a6980f26-ccaf-45fd-a604-07c5159e6454 req-b5942b44-df73-421b-9a89-dfaa5aadb8bc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0894008
Jun 02 08:18:48.989671 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a6980f26-ccaf-45fd-a604-07c5159e6454 req-20118d83-fda9-422c-a8a0-72c57a91aded tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421610
Jun 02 08:18:49.029960 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-2d4b8cdc-0111-4ccb-adf9-68c8e8e8fd00 req-03fcb598-79f9-470e-a532-c6f4d0a559a9 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:49.035695 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:18:49.041774 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['016b0d51-4520-4a61-b95e-8bb1a0215d05'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:18:49.082846 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fcb598-79f9-470e-a532-c6f4d0a559a9 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Pushing event deleted for resources: {'Port': ['ID=016b0d51-4520-4a61-b95e-8bb1a0215d05,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:18:49.086076 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-03fcb598-79f9-470e-a532-c6f4d0a559a9 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:18:49.168766 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4b8cdc-0111-4ccb-adf9-68c8e8e8fd00 req-03fcb598-79f9-470e-a532-c6f4d0a559a9 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] No DVR routers for this DVR port 016b0d51-4520-4a61-b95e-8bb1a0215d05 on host hv-cinder-78638 {{(pid=92342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:18:49.168766 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-2d4b8cdc-0111-4ccb-adf9-68c8e8e8fd00 req-03fcb598-79f9-470e-a532-c6f4d0a559a9 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:49.273413 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-2d4b8cdc-0111-4ccb-adf9-68c8e8e8fd00 req-03fcb598-79f9-470e-a532-c6f4d0a559a9 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.72 "DELETE /v2.0/ports/016b0d51-4520-4a61-b95e-8bb1a0215d05 HTTP/1.1" status: 204  len: 173 time: 0.8139322
Jun 02 08:18:49.401241 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-33587349-119e-43e7-9218-a78d1717b217 req-c1df095e-3bf1-4f05-89ee-2c67ab47a28b tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5aa577-eb14-473e-9bac-ee5210887a7f HTTP/1.1" status: 200  len: 210 time: 0.0479178
Jun 02 08:18:49.545693 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5aa577-eb14-473e-9bac-ee5210887a7f', 'name': 'network-vif-deleted', 'tag': '016b0d51-4520-4a61-b95e-8bb1a0215d05'}] {{(pid=92342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:18:49.547852 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e374b3b879b00d97b29532d72ba3bb6ea3956478347f3877d9246faf94d18eae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8302e8-1bdc-4cd0-a2f2-7d171b3a2fd4" -d '{"events": [{"server_uuid": "5c5aa577-eb14-473e-9bac-ee5210887a7f", "name": "network-vif-deleted", "tag": "016b0d51-4520-4a61-b95e-8bb1a0215d05"}]}' {{(pid=92342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:18:49.592627 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edf0103-e339-4b14-b675-454b263a89a8 x-openstack-request-id: req-1edf0103-e339-4b14-b675-454b263a89a8 {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:18:49.592941 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5aa577-eb14-473e-9bac-ee5210887a7f", "name": "network-vif-deleted", "tag": "016b0d51-4520-4a61-b95e-8bb1a0215d05", "status": "completed", "code": 200}]} {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:18:49.593225 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1edf0103-e339-4b14-b675-454b263a89a8 {{(pid=92342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:18:49.593649 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5aa577-eb14-473e-9bac-ee5210887a7f', 'name': 'network-vif-deleted', 'tag': '016b0d51-4520-4a61-b95e-8bb1a0215d05', 'status': 'completed', 'code': 200}
Jun 02 08:18:50.186551 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a84d8f-5719-4915-ba29-829632725f3c req-e1f20f0f-07e4-47a0-8b9e-bbe825d61c59 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:50.188026 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a0a84d8f-5719-4915-ba29-829632725f3c req-e1f20f0f-07e4-47a0-8b9e-bbe825d61c59 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.0864687
Jun 02 08:18:50.235251 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a0a84d8f-5719-4915-ba29-829632725f3c req-cb03a145-4a28-4b25-b509-9096cab749d9 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407429
Jun 02 08:18:51.151109 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=92343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 02 08:18:51.156354 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 5385d97c-adca-410a-a77a-6168390553cf no longer exists at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:18:51.240581 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] No Port match for: 5385d97c-adca-410a-a77a-6168390553cf {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:18:51.240848 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 5385d97c-adca-410a-a77a-6168390553cf not bound to the agent host hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:18:51.350882 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7c3a1cbe-c4fa-4fbc-9694-408e51b0df89,segment=NetworkSegment(00974669-6402-4aa5-90c7-6e7c2d820d71),segment_id=00974669-6402-4aa5-90c7-6e7c2d820d71)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:18:51.365699 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Returning: {'device': '7c3a1cbe-c4fa-4fbc-9694-408e51b0df89', 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1', 'port_id': '7c3a1cbe-c4fa-4fbc-9694-408e51b0df89', 'mac_address': 'fa:16:3e:88:1c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 02 08:18:51.430736 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:51.450015 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 {{(pid=92343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:18:51.471678 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7c3a1cbe-c4fa-4fbc-9694-408e51b0df89,segment=NetworkSegment(00974669-6402-4aa5-90c7-6e7c2d820d71),segment_id=00974669-6402-4aa5-90c7-6e7c2d820d71)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:18:51.529577 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ee88d-6976-45e0-8c3c-b7c96c11f09f req-27a1c4a4-3423-4b98-aa4e-efebc5fd210c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:51.531159 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2a6ee88d-6976-45e0-8c3c-b7c96c11f09f req-27a1c4a4-3423-4b98-aa4e-efebc5fd210c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 943 time: 0.1814625
Jun 02 08:18:51.538521 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:51.540625 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-de90e0d3-21cb-44b2-a7fc-ef218e05b2ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:18:51.595169 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2a6ee88d-6976-45e0-8c3c-b7c96c11f09f req-4c1a53f1-200a-466f-a6fd-4d443b64a85a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0558441
Jun 02 08:18:51.611522 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=7c3a1cbe-c4fa-4fbc-9694-408e51b0df89,revision_number=9']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:18:51.616903 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:18:51.959250 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['7c3a1cbe-c4fa-4fbc-9694-408e51b0df89'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:18:52.782048 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f64b3-3abb-465c-8563-d15cb7f567f8 req-e1825c21-f572-4a16-ab64-3ae707cf9ad1 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:52.783530 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c82f64b3-3abb-465c-8563-d15cb7f567f8 req-e1825c21-f572-4a16-ab64-3ae707cf9ad1 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 944 time: 0.0869451
Jun 02 08:18:52.832049 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c82f64b3-3abb-465c-8563-d15cb7f567f8 req-eb799b2b-9e91-4113-bd00-2e3e6f85288c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427804
Jun 02 08:18:53.753842 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 016b0d51-4520-4a61-b95e-8bb1a0215d05 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:18:53.790282 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] No Port match for: 016b0d51-4520-4a61-b95e-8bb1a0215d05 {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:18:53.790695 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 016b0d51-4520-4a61-b95e-8bb1a0215d05 not bound to the agent host hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:18:54.025914 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623a25e-e98b-40c2-9e0f-0b3b6d23bd82 req-b7fe4f5e-dcf5-4714-a6fe-0cedeed2ca13 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:54.027352 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d623a25e-e98b-40c2-9e0f-0b3b6d23bd82 req-b7fe4f5e-dcf5-4714-a6fe-0cedeed2ca13 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 944 time: 0.0794394
Jun 02 08:18:54.078875 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d623a25e-e98b-40c2-9e0f-0b3b6d23bd82 req-f4f2dddc-595e-483c-b45a-423c84df8fbc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459731
Jun 02 08:18:55.273591 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208a187-3f66-4ba0-883c-53340b46901a req-63935b6b-1393-4bbc-985f-10d02c6e7e6e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:55.275017 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0208a187-3f66-4ba0-883c-53340b46901a req-63935b6b-1393-4bbc-985f-10d02c6e7e6e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 944 time: 0.0818918
Jun 02 08:18:55.319196 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0208a187-3f66-4ba0-883c-53340b46901a req-24d71bd8-44fa-4ead-8a80-a69e12c238ab tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383863
Jun 02 08:18:56.622747 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad45df3-7442-4312-a75d-43d5afb40931 req-65366ce4-21c7-437a-a39b-4b591a67a628 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:56.624222 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2ad45df3-7442-4312-a75d-43d5afb40931 req-65366ce4-21c7-437a-a39b-4b591a67a628 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 944 time: 0.0805707
Jun 02 08:18:56.670407 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2ad45df3-7442-4312-a75d-43d5afb40931 req-cdb3acd8-70ee-4b94-82c4-e9977c151b9e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401499
Jun 02 08:18:57.156369 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 up at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:18:57.224430 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning complete for port 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:18:57.224813 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:57.345914 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:57.376206 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ce0410-e1bb-4a80-93e7-6075cf00502a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3a1cbe-c4fa-4fbc-9694-408e51b0df89'}] {{(pid=92343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:18:57.378468 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a92db95248474e1fdd92faa7bb4bdbed5d39af607a3dc1549787c687b6a75a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f73ce5-491b-47a9-a734-0dc9b7803adf" -d '{"events": [{"server_uuid": "92ce0410-e1bb-4a80-93e7-6075cf00502a", "name": "network-vif-plugged", "status": "completed", "tag": "7c3a1cbe-c4fa-4fbc-9694-408e51b0df89"}]}' {{(pid=92343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:18:57.386810 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7c3a1cbe-c4fa-4fbc-9694-408e51b0df89,segment=NetworkSegment(00974669-6402-4aa5-90c7-6e7c2d820d71),segment_id=00974669-6402-4aa5-90c7-6e7c2d820d71)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:18:57.428283 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0c464e-fb0d-4aa5-ae78-8d20a773ec30 x-openstack-request-id: req-ff0c464e-fb0d-4aa5-ae78-8d20a773ec30 {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:18:57.428577 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ce0410-e1bb-4a80-93e7-6075cf00502a", "name": "network-vif-plugged", "status": "completed", "tag": "7c3a1cbe-c4fa-4fbc-9694-408e51b0df89", "code": 200}]} {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:18:57.428828 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ff0c464e-fb0d-4aa5-ae78-8d20a773ec30 {{(pid=92343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:18:57.429213 dv-cinder-786385-7-iscsi neutron-server[92343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ce0410-e1bb-4a80-93e7-6075cf00502a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3a1cbe-c4fa-4fbc-9694-408e51b0df89', 'code': 200}
Jun 02 08:18:57.469551 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:57.471387 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:18:57.534878 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=7c3a1cbe-c4fa-4fbc-9694-408e51b0df89,revision_number=10']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:18:57.537880 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:18:57.890323 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f852ec-e81a-4ead-b2f4-79d1fe3eb397 req-fe886f8e-713c-4e25-a2ad-f771bc46eaa2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:57.892146 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 36934) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:18:57.898466 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e5f852ec-e81a-4ead-b2f4-79d1fe3eb397 req-fe886f8e-713c-4e25-a2ad-f771bc46eaa2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 946 time: 0.1119246
Jun 02 08:18:57.971620 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e5f852ec-e81a-4ead-b2f4-79d1fe3eb397 req-2ada0433-d94f-4293-a5e6-dd7172ff1a42 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0720494
Jun 02 08:18:58.137264 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-eb8b1c8d-937b-433a-89be-6b28fcd146f4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0b3541a16a794c65ac4d71c91c65e880&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2452927
Jun 02 08:18:58.139606 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 36940) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:18:58.171684 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998dacca-56ed-4b25-81f9-c4a3f7f44dc2 req-7bf8235c-dcb7-4736-9c08-f3d0b3c0743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:58.173149 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-998dacca-56ed-4b25-81f9-c4a3f7f44dc2 req-7bf8235c-dcb7-4736-9c08-f3d0b3c0743c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 1099 time: 0.0748396
Jun 02 08:18:58.199720 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-57d309bf-878f-4101-964f-e112b681ec6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:58.218058 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-998dacca-56ed-4b25-81f9-c4a3f7f44dc2 req-a42a4cea-24e7-4d0a-a363-c8794bd92f63 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0353801
Jun 02 08:18:58.227060 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-57d309bf-878f-4101-964f-e112b681ec6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:58.350801 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-57d309bf-878f-4101-964f-e112b681ec6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:58.355050 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-a17721e7-b3a2-40d0-92f3-24a39604dbb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:18:58.372593 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d309bf-878f-4101-964f-e112b681ec6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424dcb79-48c7-4c6d-90f3-d192b5080806,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:18:58.380456 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d309bf-878f-4101-964f-e112b681ec6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:58.380810 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d309bf-878f-4101-964f-e112b681ec6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:58.381165 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d309bf-878f-4101-964f-e112b681ec6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:58.381511 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d309bf-878f-4101-964f-e112b681ec6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:58.381857 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d309bf-878f-4101-964f-e112b681ec6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:58.382193 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d309bf-878f-4101-964f-e112b681ec6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:58.382534 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d309bf-878f-4101-964f-e112b681ec6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:58.382870 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d309bf-878f-4101-964f-e112b681ec6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:58.383208 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d309bf-878f-4101-964f-e112b681ec6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:58.383540 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d309bf-878f-4101-964f-e112b681ec6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:58.383913 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d309bf-878f-4101-964f-e112b681ec6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:58.384277 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d309bf-878f-4101-964f-e112b681ec6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:18:58.387407 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-57d309bf-878f-4101-964f-e112b681ec6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:18:58.451155 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-57d309bf-878f-4101-964f-e112b681ec6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:58.452401 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-57d309bf-878f-4101-964f-e112b681ec6a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/424dcb79-48c7-4c6d-90f3-d192b5080806 HTTP/1.1" status: 204  len: 168 time: 0.3117261
Jun 02 08:18:59.219034 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402ee54-4d32-4f73-8b15-ae2f873eb136 req-b5b8234c-1a09-47a5-8d35-60710d7fb569 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:59.220507 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8402ee54-4d32-4f73-8b15-ae2f873eb136 req-b5b8234c-1a09-47a5-8d35-60710d7fb569 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 946 time: 0.1397958
Jun 02 08:18:59.261464 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec491f-86f0-4bd8-a90e-2f3709e66113 req-5a7a374c-aebd-4eee-9818-d6d723c3a150 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:59.262890 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7cec491f-86f0-4bd8-a90e-2f3709e66113 req-5a7a374c-aebd-4eee-9818-d6d723c3a150 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 945 time: 0.1230986
Jun 02 08:18:59.300750 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8402ee54-4d32-4f73-8b15-ae2f873eb136 req-38eafedf-5203-46e7-ae4c-7caae96adc9d tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0724959
Jun 02 08:18:59.319510 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7cec491f-86f0-4bd8-a90e-2f3709e66113 req-d0e29a7d-2eff-4fc3-b9c2-9c67699203ae tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484126
Jun 02 08:18:59.343946 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 36960) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:18:59.681098 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a148456c-6c7b-4de5-888a-34082322cac7 tempest-TestMinimumBasicScenario-1134015482 tempest-TestMinimumBasicScenario-1134015482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:18:59.681907 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-a148456c-6c7b-4de5-888a-34082322cac7 tempest-TestMinimumBasicScenario-1134015482 tempest-TestMinimumBasicScenario-1134015482-project-admin] Synchronizing usage tracker for tenant:1173dc8912034ac1bf2b01c4b7b615ac on resource:port {{(pid=92342) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:18:59.797929 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-a148456c-6c7b-4de5-888a-34082322cac7 tempest-TestMinimumBasicScenario-1134015482 tempest-TestMinimumBasicScenario-1134015482-project-admin] Unset dirty status for tenant:1173dc8912034ac1bf2b01c4b7b615ac on resource:port {{(pid=92342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:18:59.799074 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-a148456c-6c7b-4de5-888a-34082322cac7 tempest-TestMinimumBasicScenario-1134015482 tempest-TestMinimumBasicScenario-1134015482-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 1093 time: 0.4541357
Jun 02 08:18:59.801975 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 36978) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:18:59.806406 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-6eb77b36-f790-4ee4-9554-9be42a1e69f2 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Request body: {'floatingip': {'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'port_id': '2a4225f3-fd7a-461c-9264-f2ea03545096', 'tenant_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:18:59.812423 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-6eb77b36-f790-4ee4-9554-9be42a1e69f2 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:18:59.816169 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-6eb77b36-f790-4ee4-9554-9be42a1e69f2 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Usage tracker for resource:floatingip and tenant:c12ecd13c56d41cbb58946524acfe3a4 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:18:59.819533 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-6eb77b36-f790-4ee4-9554-9be42a1e69f2 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:18:59.825221 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-6eb77b36-f790-4ee4-9554-9be42a1e69f2 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:18:59.929817 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-6eb77b36-f790-4ee4-9554-9be42a1e69f2 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks [] for floatingip, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:18:59.961289 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:00.068817 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-6eb77b36-f790-4ee4-9554-9be42a1e69f2 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:00.212509 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_common [None req-6eb77b36-f790-4ee4-9554-9be42a1e69f2 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Allocated IP 172.27.3.28 (25cee017-96f1-470f-84b1-115420be0257/100151e0-9740-4c20-8f2c-560e0808d190/4ff7257e-1377-4d94-9f1d-f2706cb59f21) {{(pid=92342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:19:00.360992 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-6eb77b36-f790-4ee4-9554-9be42a1e69f2 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks [] for port, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:00.473563 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-6eb77b36-f790-4ee4-9554-9be42a1e69f2 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:00.478339 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-31ff765f-b9c1-4c35-accb-e761d17d4d7d tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:19:00.495912 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebebe1e-bf7b-447f-a970-d103fcc1a6c7 req-6a0f9ba4-6518-433c-bbb8-5a2f30d62728 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:00.497395 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bebebe1e-bf7b-447f-a970-d103fcc1a6c7 req-6a0f9ba4-6518-433c-bbb8-5a2f30d62728 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 946 time: 0.0841956
Jun 02 08:19:00.542719 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb77b36-f790-4ee4-9554-9be42a1e69f2 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Network 25cee017-96f1-470f-84b1-115420be0257 is already hosted by enough agents. {{(pid=92342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:19:00.542944 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bebebe1e-bf7b-447f-a970-d103fcc1a6c7 req-d5b89c19-9e71-4025-b265-629c81e53f81 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396979
Jun 02 08:19:00.545623 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-6eb77b36-f790-4ee4-9554-9be42a1e69f2 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Resources bound (agent type, host, resource id):  {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:19:00.549374 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb77b36-f790-4ee4-9554-9be42a1e69f2 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Received port after_create {{(pid=92342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:19:00.582131 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb77b36-f790-4ee4-9554-9be42a1e69f2 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Pushing event updated for resources: {'Port': ['ID=4ff7257e-1377-4d94-9f1d-f2706cb59f21,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:19:00.590586 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-6eb77b36-f790-4ee4-9554-9be42a1e69f2 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:19:00.970734 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-6eb77b36-f790-4ee4-9554-9be42a1e69f2 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:01.127449 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-6eb77b36-f790-4ee4-9554-9be42a1e69f2 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:01.343362 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-6eb77b36-f790-4ee4-9554-9be42a1e69f2 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks [] for port, precommit_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:01.420966 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-6eb77b36-f790-4ee4-9554-9be42a1e69f2 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6633674'] for port, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:01.425830 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-1ea001f8-e752-428f-bec0-04a3f2089a6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:19:01.526757 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb77b36-f790-4ee4-9554-9be42a1e69f2 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Pushing event updated for resources: {'Port': ['ID=4ff7257e-1377-4d94-9f1d-f2706cb59f21,revision_number=2']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:19:01.531030 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-6eb77b36-f790-4ee4-9554-9be42a1e69f2 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:19:01.539455 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-6eb77b36-f790-4ee4-9554-9be42a1e69f2 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8036659'] for floatingip, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:01.744083 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c00774-85d6-4fc9-949a-2b5a67387834 req-6521a4a5-9af7-4123-aa14-59801944d6a0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:01.745736 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-89c00774-85d6-4fc9-949a-2b5a67387834 req-6521a4a5-9af7-4123-aa14-59801944d6a0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 946 time: 0.0854166
Jun 02 08:19:01.796085 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-89c00774-85d6-4fc9-949a-2b5a67387834 req-e81f390d-47f4-4e5f-bce9-4da0144ef6b6 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444360
Jun 02 08:19:01.820996 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.db.l3_db [None req-6eb77b36-f790-4ee4-9554-9be42a1e69f2 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Floating IP 96d399f7-7d12-4f48-80cc-c328ff71f603 associated. External IP: 172.27.3.28, port: 2a4225f3-fd7a-461c-9264-f2ea03545096.
Jun 02 08:19:02.169703 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb77b36-f790-4ee4-9554-9be42a1e69f2 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Router 8862c7c1-e96f-4746-89cd-0b8f185a24fe has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:19:02.349314 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb77b36-f790-4ee4-9554-9be42a1e69f2 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:19:02.358509 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baff7a00-50f0-4055-acb6-3555eff9bfd9 None None] Sync routers for ids ['8862c7c1-e96f-4746-89cd-0b8f185a24fe'] in dv-cinder-786385-7-iscsi {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:19:02.368767 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baff7a00-50f0-4055-acb6-3555eff9bfd9 None None] Routers {'8862c7c1-e96f-4746-89cd-0b8f185a24fe'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:19:02.369374 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-baff7a00-50f0-4055-acb6-3555eff9bfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7aac5940>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:18:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['8862c7c1-e96f-4746-89cd-0b8f185a24fe'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:19:02.495779 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-6eb77b36-f790-4ee4-9554-9be42a1e69f2 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for floatingip, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:02.552024 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-baff7a00-50f0-4055-acb6-3555eff9bfd9 None None] Set router 8862c7c1-e96f-4746-89cd-0b8f185a24fe gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:19:02.557595 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-6eb77b36-f790-4ee4-9554-9be42a1e69f2 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.7545915
Jun 02 08:19:02.558306 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c3da20-f1c9-4655-accb-8330b32d09a4', 'tag': '2a4225f3-fd7a-461c-9264-f2ea03545096'}] {{(pid=92342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:19:02.560594 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 37020) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:19:02.565154 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e374b3b879b00d97b29532d72ba3bb6ea3956478347f3877d9246faf94d18eae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364e45e7-eb90-43ac-9b3d-30cda098786f" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c3da20-f1c9-4655-accb-8330b32d09a4", "tag": "2a4225f3-fd7a-461c-9264-f2ea03545096"}]}' {{(pid=92342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:19:02.565323 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-7f667743-c01c-4eb0-b4c3-24b3f36b1673 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1026178442', 'description': 'tempest-secgroup-smoke-1026178442 description', 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:19:02.571706 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-7f667743-c01c-4eb0-b4c3-24b3f36b1673 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:19:02.576301 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-7f667743-c01c-4eb0-b4c3-24b3f36b1673 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Usage tracker for resource:security_group and tenant:c12ecd13c56d41cbb58946524acfe3a4 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:19:02.579037 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-7f667743-c01c-4eb0-b4c3-24b3f36b1673 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:19:02.585907 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-7f667743-c01c-4eb0-b4c3-24b3f36b1673 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:19:02.614775 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad081550-1342-4164-8523-d2f707640606 x-openstack-request-id: req-ad081550-1342-4164-8523-d2f707640606 {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:19:02.615169 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c3da20-f1c9-4655-accb-8330b32d09a4", "tag": "2a4225f3-fd7a-461c-9264-f2ea03545096", "status": "completed", "code": 200}]} {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:19:02.615460 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ad081550-1342-4164-8523-d2f707640606 {{(pid=92342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:19:02.615884 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c3da20-f1c9-4655-accb-8330b32d09a4', 'tag': '2a4225f3-fd7a-461c-9264-f2ea03545096', 'status': 'completed', 'code': 200}
Jun 02 08:19:02.696912 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-7f667743-c01c-4eb0-b4c3-24b3f36b1673 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:02.714230 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e45e7-eb90-43ac-9b3d-30cda098786f req-0ff4472e-e758-437c-aa7f-426cc80288d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:02.715658 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-364e45e7-eb90-43ac-9b3d-30cda098786f req-0ff4472e-e758-437c-aa7f-426cc80288d9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c12ecd13c56d41cbb58946524acfe3a4&device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 1098 time: 0.0772955
Jun 02 08:19:02.719871 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-7f667743-c01c-4eb0-b4c3-24b3f36b1673 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:19:02.723644 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-7f667743-c01c-4eb0-b4c3-24b3f36b1673 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Usage tracker for resource:security_group_rule and tenant:c12ecd13c56d41cbb58946524acfe3a4 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:19:02.726601 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-7f667743-c01c-4eb0-b4c3-24b3f36b1673 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:19:02.732482 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-7f667743-c01c-4eb0-b4c3-24b3f36b1673 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:19:02.808252 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-7f667743-c01c-4eb0-b4c3-24b3f36b1673 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:02.877446 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e45e7-eb90-43ac-9b3d-30cda098786f req-376e77c1-13b9-47c1-80a5-506c04608998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:02.878882 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-364e45e7-eb90-43ac-9b3d-30cda098786f req-376e77c1-13b9-47c1-80a5-506c04608998 service neutron] 10.222.0.72 "GET /v2.0/networks?id=08fbaa15-9e5d-4d43-8d34-d36dcaacffc4 HTTP/1.1" status: 200  len: 916 time: 0.1520815
Jun 02 08:19:02.906613 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-7f667743-c01c-4eb0-b4c3-24b3f36b1673 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:02.913067 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-7575fba2-7801-4996-95b4-8f294c2303a5 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:19:02.913700 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-baff7a00-50f0-4055-acb6-3555eff9bfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7aac5940>, [{'id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'name': 'tempest-TestMinimumBasicScenario-2107989771-router', 'tenant_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c4fb5529-5ca5-4df5-8004-c300047f3199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:17:15Z', 'updated_at': '2021-06-02T08:17:20Z', 'revision_number': 4, 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'gw_port': {'id': 'c4fb5529-5ca5-4df5-8004-c300047f3199', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:16Z', 'updated_at': '2021-06-02T08:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_floatingips': [{'id': '96d399f7-7d12-4f48-80cc-c328ff71f603', 'tenant_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'router_id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'port_id': '2a4225f3-fd7a-461c-9264-f2ea03545096', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08fbaa15-9e5d-4d43-8d34-d36dcaacffc4', 'mac_address': 'fa:16:3e:64:f3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c3da20-f1c9-4655-accb-8330b32d09a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:19:00Z', 'updated_at': '2021-06-02T08:19:00Z', 'revision_number': 0, 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a', 'name': '', 'network_id': '08fbaa15-9e5d-4d43-8d34-d36dcaacffc4', 'tenant_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'mac_address': 'fa:16:3e:6f:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '82c7946a-1134-47b3-9c3a-1e02a1d3a7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:19Z', 'updated_at': '2021-06-02T08:17:26Z', 'revision_number': 5, 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'subnets': [{'id': '82c7946a-1134-47b3-9c3a-1e02a1d3a7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:19:02.917728 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baff7a00-50f0-4055-acb6-3555eff9bfd9 None None] Checking router: 8862c7c1-e96f-4746-89cd-0b8f185a24fe for host: dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:19:02.926572 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baff7a00-50f0-4055-acb6-3555eff9bfd9 None None] Routers {'8862c7c1-e96f-4746-89cd-0b8f185a24fe'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:19:02.927258 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-baff7a00-50f0-4055-acb6-3555eff9bfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7aac5940>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:18:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['8862c7c1-e96f-4746-89cd-0b8f185a24fe'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:19:02.950056 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f667743-c01c-4eb0-b4c3-24b3f36b1673 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d637da7-e53a-4cf8-a1a1-aac4a062db40,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:19:02.952892 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-7f667743-c01c-4eb0-b4c3-24b3f36b1673 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:19:02.983262 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-364e45e7-eb90-43ac-9b3d-30cda098786f req-6b01bbb9-05c8-473f-9624-630cd7933e2e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a4225f3-fd7a-461c-9264-f2ea03545096 HTTP/1.1" status: 200  len: 998 time: 0.0972173
Jun 02 08:19:03.050710 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e45e7-eb90-43ac-9b3d-30cda098786f req-efab0402-1958-4385-a7f8-5170aed2c970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:03.052222 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-364e45e7-eb90-43ac-9b3d-30cda098786f req-efab0402-1958-4385-a7f8-5170aed2c970 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=82c7946a-1134-47b3-9c3a-1e02a1d3a7d4 HTTP/1.1" status: 200  len: 854 time: 0.0626733
Jun 02 08:19:03.055019 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-7f667743-c01c-4eb0-b4c3-24b3f36b1673 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:03.056369 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-7f667743-c01c-4eb0-b4c3-24b3f36b1673 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4947667
Jun 02 08:19:03.067800 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 37026) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:19:03.072492 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-8acc231c-e389-41a9-bfae-1c38f6a0ae17 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Request body: {'security_group_rule': {'security_group_id': '7d637da7-e53a-4cf8-a1a1-aac4a062db40', 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:19:03.078777 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-8acc231c-e389-41a9-bfae-1c38f6a0ae17 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:19:03.083284 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-8acc231c-e389-41a9-bfae-1c38f6a0ae17 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Usage tracker for resource:security_group_rule and tenant:c12ecd13c56d41cbb58946524acfe3a4 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:19:03.086590 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-8acc231c-e389-41a9-bfae-1c38f6a0ae17 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:19:03.092553 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-8acc231c-e389-41a9-bfae-1c38f6a0ae17 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:19:03.137170 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e45e7-eb90-43ac-9b3d-30cda098786f req-7c1b37fe-a82b-4c5e-9dfd-471f976093a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:03.138608 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-364e45e7-eb90-43ac-9b3d-30cda098786f req-7c1b37fe-a82b-4c5e-9dfd-471f976093a5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08fbaa15-9e5d-4d43-8d34-d36dcaacffc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754206
Jun 02 08:19:03.158649 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-baff7a00-50f0-4055-acb6-3555eff9bfd9 None None] Set router 8862c7c1-e96f-4746-89cd-0b8f185a24fe gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:19:03.201628 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-8acc231c-e389-41a9-bfae-1c38f6a0ae17 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:03.264997 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-8acc231c-e389-41a9-bfae-1c38f6a0ae17 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:03.271683 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-364e45e7-eb90-43ac-9b3d-30cda098786f req-b3b85877-ec7c-4ff6-90fa-b7bc7aef503d service neutron] 10.222.0.72 "GET /v2.0/networks/08fbaa15-9e5d-4d43-8d34-d36dcaacffc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266336
Jun 02 08:19:03.372249 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-8acc231c-e389-41a9-bfae-1c38f6a0ae17 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216472'] for security_group_rule, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:03.374622 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-869923b1-80ad-4003-bc83-85e22a612e8a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:19:03.400947 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc231c-e389-41a9-bfae-1c38f6a0ae17 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f3bcbc-a507-4845-b87e-b91e70e085be,revision_number=0']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:19:03.403441 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-8acc231c-e389-41a9-bfae-1c38f6a0ae17 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:19:03.403941 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-364e45e7-eb90-43ac-9b3d-30cda098786f req-f8a5026a-8d66-40cf-ac51-576a98d139d3 service neutron] 10.222.0.72 "GET /v2.0/networks/08fbaa15-9e5d-4d43-8d34-d36dcaacffc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256547
Jun 02 08:19:03.504135 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-8acc231c-e389-41a9-bfae-1c38f6a0ae17 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:03.505933 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-8acc231c-e389-41a9-bfae-1c38f6a0ae17 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4370406
Jun 02 08:19:03.508952 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 37028) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:19:03.513598 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-6a78d57c-d733-4d65-8875-1e93f3c60199 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Request body: {'security_group_rule': {'security_group_id': '7d637da7-e53a-4cf8-a1a1-aac4a062db40', 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:19:03.516594 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-baff7a00-50f0-4055-acb6-3555eff9bfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7aac5940>, [{'id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'name': 'tempest-TestMinimumBasicScenario-2107989771-router', 'tenant_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c4fb5529-5ca5-4df5-8004-c300047f3199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:17:15Z', 'updated_at': '2021-06-02T08:17:20Z', 'revision_number': 4, 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'gw_port': {'id': 'c4fb5529-5ca5-4df5-8004-c300047f3199', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:16Z', 'updated_at': '2021-06-02T08:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_floatingips': [{'id': '96d399f7-7d12-4f48-80cc-c328ff71f603', 'tenant_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'router_id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'port_id': '2a4225f3-fd7a-461c-9264-f2ea03545096', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08fbaa15-9e5d-4d43-8d34-d36dcaacffc4', 'mac_address': 'fa:16:3e:64:f3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c3da20-f1c9-4655-accb-8330b32d09a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:19:00Z', 'updated_at': '2021-06-02T08:19:00Z', 'revision_number': 0, 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a', 'name': '', 'network_id': '08fbaa15-9e5d-4d43-8d34-d36dcaacffc4', 'tenant_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'mac_address': 'fa:16:3e:6f:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '82c7946a-1134-47b3-9c3a-1e02a1d3a7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:19Z', 'updated_at': '2021-06-02T08:17:26Z', 'revision_number': 5, 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'subnets': [{'id': '82c7946a-1134-47b3-9c3a-1e02a1d3a7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:19:03.519841 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-6a78d57c-d733-4d65-8875-1e93f3c60199 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:19:03.521344 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baff7a00-50f0-4055-acb6-3555eff9bfd9 None None] The sync data for ids ['8862c7c1-e96f-4746-89cd-0b8f185a24fe'] in dv-cinder-786385-7-iscsi is: [{'id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'name': 'tempest-TestMinimumBasicScenario-2107989771-router', 'tenant_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c4fb5529-5ca5-4df5-8004-c300047f3199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:17:15Z', 'updated_at': '2021-06-02T08:17:20Z', 'revision_number': 4, 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'gw_port': {'id': 'c4fb5529-5ca5-4df5-8004-c300047f3199', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:16Z', 'updated_at': '2021-06-02T08:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_floatingips': [{'id': '96d399f7-7d12-4f48-80cc-c328ff71f603', 'tenant_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'router_id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'port_id': '2a4225f3-fd7a-461c-9264-f2ea03545096', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08fbaa15-9e5d-4d43-8d34-d36dcaacffc4', 'mac_address': 'fa:16:3e:64:f3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c3da20-f1c9-4655-accb-8330b32d09a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:19:00Z', 'updated_at': '2021-06-02T08:19:00Z', 'revision_number': 0, 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a', 'name': '', 'network_id': '08fbaa15-9e5d-4d43-8d34-d36dcaacffc4', 'tenant_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'mac_address': 'fa:16:3e:6f:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '82c7946a-1134-47b3-9c3a-1e02a1d3a7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:19Z', 'updated_at': '2021-06-02T08:17:26Z', 'revision_number': 5, 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'subnets': [{'id': '82c7946a-1134-47b3-9c3a-1e02a1d3a7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:19:03.524428 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-6a78d57c-d733-4d65-8875-1e93f3c60199 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Usage tracker for resource:security_group_rule and tenant:c12ecd13c56d41cbb58946524acfe3a4 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:19:03.527365 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-6a78d57c-d733-4d65-8875-1e93f3c60199 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:19:03.533431 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-6a78d57c-d733-4d65-8875-1e93f3c60199 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:19:03.684481 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-6a78d57c-d733-4d65-8875-1e93f3c60199 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:03.703915 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371caca6-6534-4b27-ba92-cdf8e8c97be2 None None] New status for floating IP 96d399f7-7d12-4f48-80cc-c328ff71f603: ACTIVE {{(pid=92344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 02 08:19:03.856335 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-6a78d57c-d733-4d65-8875-1e93f3c60199 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:03.927465 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-6a78d57c-d733-4d65-8875-1e93f3c60199 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216472'] for security_group_rule, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:03.929774 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-7ff3cb21-d6a9-440c-834e-924f05cebd2e tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:19:03.953185 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78d57c-d733-4d65-8875-1e93f3c60199 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb7472de-70de-4ea9-8483-fbad3872ca41,revision_number=0']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:19:03.957650 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-6a78d57c-d733-4d65-8875-1e93f3c60199 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:19:04.049955 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-6a78d57c-d733-4d65-8875-1e93f3c60199 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:04.052682 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-6a78d57c-d733-4d65-8875-1e93f3c60199 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5412998
Jun 02 08:19:04.054941 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 37032) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:19:04.059920 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-1117f0ce-daf5-440a-a0de-f1433824c108 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Request body: {'security_group_rule': {'security_group_id': '7d637da7-e53a-4cf8-a1a1-aac4a062db40', 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:19:04.066269 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-1117f0ce-daf5-440a-a0de-f1433824c108 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:19:04.070330 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-1117f0ce-daf5-440a-a0de-f1433824c108 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Usage tracker for resource:security_group_rule and tenant:c12ecd13c56d41cbb58946524acfe3a4 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:19:04.073114 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-1117f0ce-daf5-440a-a0de-f1433824c108 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:19:04.078907 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-1117f0ce-daf5-440a-a0de-f1433824c108 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:19:04.164620 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1117f0ce-daf5-440a-a0de-f1433824c108 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:04.226715 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1117f0ce-daf5-440a-a0de-f1433824c108 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:04.306440 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1117f0ce-daf5-440a-a0de-f1433824c108 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216472'] for security_group_rule, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:04.308470 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:19:04.331920 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117f0ce-daf5-440a-a0de-f1433824c108 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f338f5e-7dfa-462a-b0f9-028a4f0e8a68,revision_number=0']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:19:04.336142 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-1117f0ce-daf5-440a-a0de-f1433824c108 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:19:04.458536 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1117f0ce-daf5-440a-a0de-f1433824c108 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:04.459649 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-1117f0ce-daf5-440a-a0de-f1433824c108 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4034536
Jun 02 08:19:04.462356 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 37034) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:19:04.466657 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-8ff59f11-1c7e-4928-8fcf-984d91040c39 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Request body: {'security_group_rule': {'security_group_id': '7d637da7-e53a-4cf8-a1a1-aac4a062db40', 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:19:04.472439 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-8ff59f11-1c7e-4928-8fcf-984d91040c39 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:19:04.476838 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-8ff59f11-1c7e-4928-8fcf-984d91040c39 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Usage tracker for resource:security_group_rule and tenant:c12ecd13c56d41cbb58946524acfe3a4 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:19:04.479758 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-8ff59f11-1c7e-4928-8fcf-984d91040c39 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:19:04.485339 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-8ff59f11-1c7e-4928-8fcf-984d91040c39 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:19:04.572727 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-8ff59f11-1c7e-4928-8fcf-984d91040c39 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:04.633430 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-8ff59f11-1c7e-4928-8fcf-984d91040c39 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:04.706323 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-8ff59f11-1c7e-4928-8fcf-984d91040c39 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216472'] for security_group_rule, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:04.708853 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:19:04.735246 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff59f11-1c7e-4928-8fcf-984d91040c39 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a32e13-4189-4051-9aaa-18b798390067,revision_number=0']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:19:04.739565 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-8ff59f11-1c7e-4928-8fcf-984d91040c39 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:19:04.803928 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-8ff59f11-1c7e-4928-8fcf-984d91040c39 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:04.805147 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-8ff59f11-1c7e-4928-8fcf-984d91040c39 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3419001
Jun 02 08:19:04.807734 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 37036) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:19:04.812119 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-5c7d74ec-aa07-4e73-9d61-194db52a9064 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Request body: {'security_group_rule': {'security_group_id': '7d637da7-e53a-4cf8-a1a1-aac4a062db40', 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:19:04.818521 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-5c7d74ec-aa07-4e73-9d61-194db52a9064 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:19:04.822282 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-5c7d74ec-aa07-4e73-9d61-194db52a9064 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Usage tracker for resource:security_group_rule and tenant:c12ecd13c56d41cbb58946524acfe3a4 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:19:04.825120 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-5c7d74ec-aa07-4e73-9d61-194db52a9064 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:19:04.831029 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-5c7d74ec-aa07-4e73-9d61-194db52a9064 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:19:04.900406 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.db.securitygroups_db [None req-5c7d74ec-aa07-4e73-9d61-194db52a9064 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Project c12ecd13c56d41cbb58946524acfe3a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 02 08:19:04.906093 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-5c7d74ec-aa07-4e73-9d61-194db52a9064 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:04.970088 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-5c7d74ec-aa07-4e73-9d61-194db52a9064 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:05.026324 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-5c7d74ec-aa07-4e73-9d61-194db52a9064 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216472'] for security_group_rule, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:05.028361 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:19:05.050468 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d74ec-aa07-4e73-9d61-194db52a9064 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ac8f08-760e-44db-851c-421c3f24bfc7,revision_number=0']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:19:05.054939 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-5c7d74ec-aa07-4e73-9d61-194db52a9064 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:19:05.123738 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-5c7d74ec-aa07-4e73-9d61-194db52a9064 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:05.125082 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-5c7d74ec-aa07-4e73-9d61-194db52a9064 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3164117
Jun 02 08:19:05.127758 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 37040) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:19:05.132826 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-8b0bbbd5-8fba-4183-b4bf-c08eb4024612 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Request body: {'security_group_rule': {'security_group_id': '7d637da7-e53a-4cf8-a1a1-aac4a062db40', 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:19:05.139268 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-8b0bbbd5-8fba-4183-b4bf-c08eb4024612 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:19:05.143334 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-8b0bbbd5-8fba-4183-b4bf-c08eb4024612 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Usage tracker for resource:security_group_rule and tenant:c12ecd13c56d41cbb58946524acfe3a4 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:19:05.146201 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-8b0bbbd5-8fba-4183-b4bf-c08eb4024612 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:19:05.151802 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-8b0bbbd5-8fba-4183-b4bf-c08eb4024612 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:19:05.232071 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.db.securitygroups_db [None req-8b0bbbd5-8fba-4183-b4bf-c08eb4024612 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Project c12ecd13c56d41cbb58946524acfe3a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 02 08:19:05.238240 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-8b0bbbd5-8fba-4183-b4bf-c08eb4024612 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:05.302649 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-8b0bbbd5-8fba-4183-b4bf-c08eb4024612 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:05.375020 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-8b0bbbd5-8fba-4183-b4bf-c08eb4024612 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216472'] for security_group_rule, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:05.381520 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:19:05.403635 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0bbbd5-8fba-4183-b4bf-c08eb4024612 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8499d38f-4de7-4ee9-b451-6725127a6ca9,revision_number=0']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:19:05.407995 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-8b0bbbd5-8fba-4183-b4bf-c08eb4024612 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:19:05.549947 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-8b0bbbd5-8fba-4183-b4bf-c08eb4024612 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:05.551140 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-8b0bbbd5-8fba-4183-b4bf-c08eb4024612 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4224217
Jun 02 08:19:05.669881 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-61b62ee5-d92b-4c12-acf9-b587f054fb4a req-10ba7889-ad91-4499-bd28-a9e99592707a tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Synchronizing usage tracker for tenant:c12ecd13c56d41cbb58946524acfe3a4 on resource:security_group {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:19:05.766940 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-61b62ee5-d92b-4c12-acf9-b587f054fb4a req-10ba7889-ad91-4499-bd28-a9e99592707a tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Unset dirty status for tenant:c12ecd13c56d41cbb58946524acfe3a4 on resource:security_group {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:19:05.768094 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-61b62ee5-d92b-4c12-acf9-b587f054fb4a req-10ba7889-ad91-4499-bd28-a9e99592707a tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1026178442&fields=id&tenant_id=c12ecd13c56d41cbb58946524acfe3a4 HTTP/1.1" status: 200  len: 267 time: 0.1376841
Jun 02 08:19:05.853135 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b62ee5-d92b-4c12-acf9-b587f054fb4a req-2dfc8902-d62a-4a5f-94a9-2d333e62ccd5 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:05.854484 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-61b62ee5-d92b-4c12-acf9-b587f054fb4a req-2dfc8902-d62a-4a5f-94a9-2d333e62ccd5 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 945 time: 0.0807683
Jun 02 08:19:05.867308 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [req-61b62ee5-d92b-4c12-acf9-b587f054fb4a req-c105c75a-febd-44f6-877d-380f2eb5891d tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Request body: {'port': {'security_groups': ['6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1', '7d637da7-e53a-4cf8-a1a1-aac4a062db40']}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:19:05.985392 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-61b62ee5-d92b-4c12-acf9-b587f054fb4a req-c105c75a-febd-44f6-877d-380f2eb5891d tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:06.238026 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-61b62ee5-d92b-4c12-acf9-b587f054fb4a req-c105c75a-febd-44f6-877d-380f2eb5891d tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] For port 2a4225f3-fd7a-461c-9264-f2ea03545096, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2a4225f3-fd7a-461c-9264-f2ea03545096,segment=NetworkSegment(07732512-85bf-4e04-be73-dcc36c00ac90),segment_id=07732512-85bf-4e04-be73-dcc36c00ac90)] {{(pid=92341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:19:06.262246 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-61b62ee5-d92b-4c12-acf9-b587f054fb4a req-c105c75a-febd-44f6-877d-380f2eb5891d tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks [] for port, precommit_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:06.320617 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-61b62ee5-d92b-4c12-acf9-b587f054fb4a req-c105c75a-febd-44f6-877d-380f2eb5891d tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589761'] for port, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:06.326107 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-9021fc41-9802-4ae3-bee9-9d4cc405ed27 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:19:06.450244 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b62ee5-d92b-4c12-acf9-b587f054fb4a req-c105c75a-febd-44f6-877d-380f2eb5891d tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:06.451292 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-61b62ee5-d92b-4c12-acf9-b587f054fb4a req-c105c75a-febd-44f6-877d-380f2eb5891d tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:06.452434 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-61b62ee5-d92b-4c12-acf9-b587f054fb4a req-c105c75a-febd-44f6-877d-380f2eb5891d tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "PUT /v2.0/ports/2a4225f3-fd7a-461c-9264-f2ea03545096 HTTP/1.1" status: 200  len: 981 time: 0.5916257
Jun 02 08:19:06.452967 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c3da20-f1c9-4655-accb-8330b32d09a4', 'tag': '2a4225f3-fd7a-461c-9264-f2ea03545096'}] {{(pid=92341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:19:06.455443 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d416597fa12f88f8d9bd515793328be5ccabd674e07c2f357b392af977663f84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56dbfb7-1797-4f7b-a236-f5451f0963e3" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c3da20-f1c9-4655-accb-8330b32d09a4", "tag": "2a4225f3-fd7a-461c-9264-f2ea03545096"}]}' {{(pid=92341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:19:06.477100 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105c75a-febd-44f6-877d-380f2eb5891d tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Pushing event updated for resources: {'Port': ['ID=2a4225f3-fd7a-461c-9264-f2ea03545096,revision_number=6']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:19:06.480871 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-c105c75a-febd-44f6-877d-380f2eb5891d tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:19:06.506657 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825b387d-1aa3-4cdc-ab03-df7e8460238f x-openstack-request-id: req-825b387d-1aa3-4cdc-ab03-df7e8460238f {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:19:06.506982 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c3da20-f1c9-4655-accb-8330b32d09a4", "tag": "2a4225f3-fd7a-461c-9264-f2ea03545096", "status": "completed", "code": 200}]} {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:19:06.507267 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-825b387d-1aa3-4cdc-ab03-df7e8460238f {{(pid=92341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:19:06.507691 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c3da20-f1c9-4655-accb-8330b32d09a4', 'tag': '2a4225f3-fd7a-461c-9264-f2ea03545096', 'status': 'completed', 'code': 200}
Jun 02 08:19:06.634525 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5c3b3-86ac-4c77-ac37-bb0f6d089db6 req-16b7ab0d-efc4-456f-82c1-a6056109eef9 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:06.635976 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0cc5c3b3-86ac-4c77-ac37-bb0f6d089db6 req-16b7ab0d-efc4-456f-82c1-a6056109eef9 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 984 time: 0.0841169
Jun 02 08:19:06.685094 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0cc5c3b3-86ac-4c77-ac37-bb0f6d089db6 req-348cc684-3722-4d80-be00-1b33693a11e0 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&id=7d637da7-e53a-4cf8-a1a1-aac4a062db40&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0430231
Jun 02 08:19:06.706956 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-59a71ab4-2516-4f7d-b204-f380c2dce231 None None] Provisioning complete for port 2a4225f3-fd7a-461c-9264-f2ea03545096 triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:19:06.707435 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-59a71ab4-2516-4f7d-b204-f380c2dce231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:07.407638 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['2a4225f3-fd7a-461c-9264-f2ea03545096'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:19:07.512852 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56dbfb7-1797-4f7b-a236-f5451f0963e3 req-11bc7762-9095-4d54-8add-ec6d8c3ae4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:07.514454 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-d56dbfb7-1797-4f7b-a236-f5451f0963e3 req-11bc7762-9095-4d54-8add-ec6d8c3ae4a3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c12ecd13c56d41cbb58946524acfe3a4&device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 1137 time: 0.0719423
Jun 02 08:19:07.515140 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['2a4225f3-fd7a-461c-9264-f2ea03545096'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:19:07.643946 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56dbfb7-1797-4f7b-a236-f5451f0963e3 req-68de6f05-20e5-4247-8d69-eb0a79865e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:07.645949 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-d56dbfb7-1797-4f7b-a236-f5451f0963e3 req-68de6f05-20e5-4247-8d69-eb0a79865e17 service neutron] 10.222.0.72 "GET /v2.0/networks?id=08fbaa15-9e5d-4d43-8d34-d36dcaacffc4 HTTP/1.1" status: 200  len: 916 time: 0.1227617
Jun 02 08:19:07.755361 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-d56dbfb7-1797-4f7b-a236-f5451f0963e3 req-f4a38ced-3c73-44da-a66f-0d117479329b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a4225f3-fd7a-461c-9264-f2ea03545096 HTTP/1.1" status: 200  len: 1000 time: 0.1017823
Jun 02 08:19:07.821206 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56dbfb7-1797-4f7b-a236-f5451f0963e3 req-e09e109b-b0cd-4c84-9e3f-db01cf592a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:07.822628 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-d56dbfb7-1797-4f7b-a236-f5451f0963e3 req-e09e109b-b0cd-4c84-9e3f-db01cf592a7f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=82c7946a-1134-47b3-9c3a-1e02a1d3a7d4 HTTP/1.1" status: 200  len: 854 time: 0.0597594
Jun 02 08:19:07.897565 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56dbfb7-1797-4f7b-a236-f5451f0963e3 req-e036768f-83a3-4efd-82f4-7d3cd34f3bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:07.899002 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-d56dbfb7-1797-4f7b-a236-f5451f0963e3 req-e036768f-83a3-4efd-82f4-7d3cd34f3bdf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08fbaa15-9e5d-4d43-8d34-d36dcaacffc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0697107
Jun 02 08:19:08.030234 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-d56dbfb7-1797-4f7b-a236-f5451f0963e3 req-527fc65d-fd15-4a1e-9583-76cf5b54b796 service neutron] 10.222.0.72 "GET /v2.0/networks/08fbaa15-9e5d-4d43-8d34-d36dcaacffc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236839
Jun 02 08:19:08.173367 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-d56dbfb7-1797-4f7b-a236-f5451f0963e3 req-17fefac9-c6ef-4544-b33d-eda18177dadc service neutron] 10.222.0.72 "GET /v2.0/networks/08fbaa15-9e5d-4d43-8d34-d36dcaacffc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1352632
Jun 02 08:19:10.021054 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-54e037b7-f087-4ef0-beff-7d512f07d020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:12.592710 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:12.623370 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-f24008cf-8d8d-4d46-8b39-a4f711dd09c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:13.749585 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:15.189399 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:16.085141 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:19:21.392952 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 37138) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:19:21.451422 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c19fb57-a49c-42f0-abdd-787854024d7c admin admin] Deleting subnet ce851956-0758-4dc0-b9b1-2551e3547380 {{(pid=92341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 02 08:19:21.454275 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-7c19fb57-a49c-42f0-abdd-787854024d7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:21.506320 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-7c19fb57-a49c-42f0-abdd-787854024d7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7973437'] for subnet, precommit_delete_associations {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:21.565956 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-7c19fb57-a49c-42f0-abdd-787854024d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-943661'] for subnet, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:21.783508 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc5d9f-6044-4ca0-9919-53a322c6930c req-330d6a49-6c0c-44ab-aeba-0d88e9b6edda tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:21.784892 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-19dc5d9f-6044-4ca0-9919-53a322c6930c req-330d6a49-6c0c-44ab-aeba-0d88e9b6edda tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 945 time: 0.1928287
Jun 02 08:19:21.878867 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-19dc5d9f-6044-4ca0-9919-53a322c6930c req-adc76f58-5707-4ebe-92b1-cbdc02de48c7 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0822408
Jun 02 08:19:22.066418 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-7c19fb57-a49c-42f0-abdd-787854024d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-943652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6589751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6928692'] for subnet, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:22.070865 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:19:22.107705 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19fb57-a49c-42f0-abdd-787854024d7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce851956-0758-4dc0-b9b1-2551e3547380,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:19:22.110674 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-7c19fb57-a49c-42f0-abdd-787854024d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:19:22.111621 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-7c19fb57-a49c-42f0-abdd-787854024d7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for subnet, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:22.117186 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-7c19fb57-a49c-42f0-abdd-787854024d7c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ce851956-0758-4dc0-b9b1-2551e3547380 HTTP/1.1" status: 204  len: 168 time: 0.7232330
Jun 02 08:19:22.119602 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 37144) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:19:22.217584 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b52a2dd1-2a2d-47b4-bde3-8c2ab00b29c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951774'] for network, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:22.339710 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b52a2dd1-2a2d-47b4-bde3-8c2ab00b29c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945556', 'neutron.services.segments.db._delete_segments_for_network-8744146782841'] for network, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:22.351434 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.services.segments.db [None req-b52a2dd1-2a2d-47b4-bde3-8c2ab00b29c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3e79948940>,) {'filters': {'network_id': ['18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e']}} {{(pid=92341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:19:22.362978 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.services.segments.db [None req-b52a2dd1-2a2d-47b4-bde3-8c2ab00b29c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e79948940>, '7882244c-c16f-4a67-aec9-ab4ef18d1320') {'for_net_delete': True} {{(pid=92341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:19:22.363266 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.services.segments.db [None req-b52a2dd1-2a2d-47b4-bde3-8c2ab00b29c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e79948940>, '7882244c-c16f-4a67-aec9-ab4ef18d1320') {} {{(pid=92341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:19:22.374740 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b52a2dd1-2a2d-47b4-bde3-8c2ab00b29c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744146786964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7973428'] for segment, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:22.394511 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b52a2dd1-2a2d-47b4-bde3-8c2ab00b29c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:22.400657 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b52a2dd1-2a2d-47b4-bde3-8c2ab00b29c0 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=92341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 02 08:19:22.401040 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b52a2dd1-2a2d-47b4-bde3-8c2ab00b29c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6589853'] for segment, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:22.413948 dv-cinder-786385-7-iscsi neutron-server[92341]: Traceback (most recent call last):
Jun 02 08:19:22.413948 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 02 08:19:22.413948 dv-cinder-786385-7-iscsi neutron-server[92341]:     timer()
Jun 02 08:19:22.413948 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 02 08:19:22.413948 dv-cinder-786385-7-iscsi neutron-server[92341]:     cb(*args, **kw)
Jun 02 08:19:22.413948 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 02 08:19:22.413948 dv-cinder-786385-7-iscsi neutron-server[92341]:     return func(*args, **kwargs)
Jun 02 08:19:22.413948 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 02 08:19:22.413948 dv-cinder-786385-7-iscsi neutron-server[92341]:     self._notify()
Jun 02 08:19:22.413948 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 02 08:19:22.413948 dv-cinder-786385-7-iscsi neutron-server[92341]:     self.callback(batched_events)
Jun 02 08:19:22.413948 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 02 08:19:22.413948 dv-cinder-786385-7-iscsi neutron-server[92341]:     event.method(event)
Jun 02 08:19:22.413948 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 02 08:19:22.413948 dv-cinder-786385-7-iscsi neutron-server[92341]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 02 08:19:22.413948 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 02 08:19:22.413948 dv-cinder-786385-7-iscsi neutron-server[92341]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 02 08:19:22.413948 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 02 08:19:22.413948 dv-cinder-786385-7-iscsi neutron-server[92341]:     return f(self, *a, **k)
Jun 02 08:19:22.413948 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 02 08:19:22.413948 dv-cinder-786385-7-iscsi neutron-server[92341]:     return self._get(url).json()
Jun 02 08:19:22.413948 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 02 08:19:22.413948 dv-cinder-786385-7-iscsi neutron-server[92341]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 02 08:19:22.413948 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 02 08:19:22.413948 dv-cinder-786385-7-iscsi neutron-server[92341]:     return self.request(url, 'GET', **kwargs)
Jun 02 08:19:22.413948 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 02 08:19:22.413948 dv-cinder-786385-7-iscsi neutron-server[92341]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 02 08:19:22.413948 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 02 08:19:22.413948 dv-cinder-786385-7-iscsi neutron-server[92341]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 02 08:19:22.413948 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 02 08:19:22.413948 dv-cinder-786385-7-iscsi neutron-server[92341]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 02 08:19:22.413948 dv-cinder-786385-7-iscsi neutron-server[92341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 02 08:19:22.551792 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b52a2dd1-2a2d-47b4-bde3-8c2ab00b29c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8036641'] for network, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:22.557788 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b52a2dd1-2a2d-47b4-bde3-8c2ab00b29c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:22.560180 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:19:22.583912 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a2dd1-2a2d-47b4-bde3-8c2ab00b29c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:19:22.586997 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-b52a2dd1-2a2d-47b4-bde3-8c2ab00b29c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:19:22.655309 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-b52a2dd1-2a2d-47b4-bde3-8c2ab00b29c0 admin admin] 10.222.0.77 "DELETE /v2.0/networks/18d9e9ce-f90c-4ba6-a2f1-dd0c4732769e HTTP/1.1" status: 204  len: 168 time: 0.5347049
Jun 02 08:19:23.021271 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 37152) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:19:23.067733 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d5378-eaf0-42f9-918a-028c5875edc9 req-83cf8dd9-3f22-422c-bf14-293445961cac tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:23.072129 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-052d5378-eaf0-42f9-918a-028c5875edc9 req-83cf8dd9-3f22-422c-bf14-293445961cac tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 945 time: 0.0810065
Jun 02 08:19:23.072311 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-445ef799-f6d2-40b3-b98f-32417eea695b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=af0051b983e344a491bc13398744423a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0473666
Jun 02 08:19:23.072311 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 37154) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:19:23.115690 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-052d5378-eaf0-42f9-918a-028c5875edc9 req-d337f235-3d4e-42c2-a575-c5b15492091f tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405421
Jun 02 08:19:23.133577 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-32f79f57-b80c-4535-946f-c83fb6bce42c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:23.163301 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-32f79f57-b80c-4535-946f-c83fb6bce42c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:23.289594 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-32f79f57-b80c-4535-946f-c83fb6bce42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:23.293323 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-76ca90e4-07e8-4b6e-a416-c64c4c2201f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:19:23.305316 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f79f57-b80c-4535-946f-c83fb6bce42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b9aedd-bdde-45c7-aaa9-e64cfec524ae,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:19:23.308411 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-32f79f57-b80c-4535-946f-c83fb6bce42c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:19:23.394288 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-32f79f57-b80c-4535-946f-c83fb6bce42c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:23.395424 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-32f79f57-b80c-4535-946f-c83fb6bce42c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/06b9aedd-bdde-45c7-aaa9-e64cfec524ae HTTP/1.1" status: 204  len: 168 time: 0.3222404
Jun 02 08:19:24.307802 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d99f33-59a7-4f5c-8fb6-331da51d188e req-d41638f6-d243-436f-a8c6-e50680903094 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:24.309865 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-34d99f33-59a7-4f5c-8fb6-331da51d188e req-d41638f6-d243-436f-a8c6-e50680903094 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 945 time: 0.0840638
Jun 02 08:19:24.354586 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-34d99f33-59a7-4f5c-8fb6-331da51d188e req-11ce2375-564d-418d-9ba2-8ae957d66b15 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388381
Jun 02 08:19:25.542243 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3b876-4f97-4cfb-9c02-35e2f9f1e9d3 req-04194193-7089-489c-bb0a-b2d4f9d5d89a tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:25.543678 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-feb3b876-4f97-4cfb-9c02-35e2f9f1e9d3 req-04194193-7089-489c-bb0a-b2d4f9d5d89a tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 945 time: 0.0787933
Jun 02 08:19:25.588516 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-feb3b876-4f97-4cfb-9c02-35e2f9f1e9d3 req-6e890ac5-983e-4c4e-ad59-a3dcfd5a9da0 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392277
Jun 02 08:19:26.778315 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0696ae-a41e-4910-b2fd-9cc67bd414e3 req-3c202d5a-09c5-45a5-aab3-c1c27eb73916 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:26.779669 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7c0696ae-a41e-4910-b2fd-9cc67bd414e3 req-3c202d5a-09c5-45a5-aab3-c1c27eb73916 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 945 time: 0.0883965
Jun 02 08:19:26.824198 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7c0696ae-a41e-4910-b2fd-9cc67bd414e3 req-66668e27-3475-430e-bc27-2af101c5bd71 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388026
Jun 02 08:19:28.005494 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece3606-2d94-4436-96bf-86524dcf9b75 req-09fe4da6-3c7e-47e8-a98d-ed76562af4a9 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:28.006809 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7ece3606-2d94-4436-96bf-86524dcf9b75 req-09fe4da6-3c7e-47e8-a98d-ed76562af4a9 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 945 time: 0.0773568
Jun 02 08:19:28.053650 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7ece3606-2d94-4436-96bf-86524dcf9b75 req-789070f4-cb26-43ad-b392-26aaf591f48e tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412588
Jun 02 08:19:29.299283 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0c2b8-e4f9-4d4c-ba70-641ee77f7023 req-b450e1fe-47aa-4a70-8f35-23ebdd894d8b tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:29.300749 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-10c0c2b8-e4f9-4d4c-ba70-641ee77f7023 req-b450e1fe-47aa-4a70-8f35-23ebdd894d8b tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 945 time: 0.1407702
Jun 02 08:19:29.343772 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-10c0c2b8-e4f9-4d4c-ba70-641ee77f7023 req-6f5fdc1a-5e07-434c-8443-c3d5714856c8 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367701
Jun 02 08:19:29.966053 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:30.532652 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2e388-dbf8-4740-9127-37f0489a5ff2 req-d669c228-6c38-4fe5-99e7-7830343b5b81 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:30.534076 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6ea2e388-dbf8-4740-9127-37f0489a5ff2 req-d669c228-6c38-4fe5-99e7-7830343b5b81 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 945 time: 0.0809236
Jun 02 08:19:30.577607 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6ea2e388-dbf8-4740-9127-37f0489a5ff2 req-f8dc32b6-f883-4d82-9fb1-bb4d57905f64 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379899
Jun 02 08:19:31.758402 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e20fea-e49c-47a5-988f-6bd3e4878e11 req-03553891-eb85-4e03-a4f7-2aad777a3cbf tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:31.760376 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-56e20fea-e49c-47a5-988f-6bd3e4878e11 req-03553891-eb85-4e03-a4f7-2aad777a3cbf tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 945 time: 0.0799279
Jun 02 08:19:31.808899 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-56e20fea-e49c-47a5-988f-6bd3e4878e11 req-134acba6-2edd-4c63-9f9d-1119e460cdcf tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424759
Jun 02 08:19:33.002606 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe41d60-e177-4e65-929b-c4fd52834677 req-bc3e1eea-e5fc-4ec1-a05d-988fe4720121 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:33.003954 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-dbe41d60-e177-4e65-929b-c4fd52834677 req-bc3e1eea-e5fc-4ec1-a05d-988fe4720121 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 945 time: 0.0874405
Jun 02 08:19:33.047329 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-dbe41d60-e177-4e65-929b-c4fd52834677 req-993c8e18-15da-4daf-a0f4-55152b8b8b6b tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377464
Jun 02 08:19:34.233104 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba050ffb-28eb-47d5-be5f-24157239d469 req-c937ff91-5897-491e-917b-36cdfc7e478d tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:34.234518 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ba050ffb-28eb-47d5-be5f-24157239d469 req-c937ff91-5897-491e-917b-36cdfc7e478d tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 945 time: 0.0843432
Jun 02 08:19:34.277988 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ba050ffb-28eb-47d5-be5f-24157239d469 req-e2a70bea-05e6-45fc-80be-51f795a75df9 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379658
Jun 02 08:19:35.460096 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb95743-4f8d-4ea4-bb68-49b34d8b52f6 req-897103bb-6662-4081-9151-61b85f4113b6 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:35.461469 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6fb95743-4f8d-4ea4-bb68-49b34d8b52f6 req-897103bb-6662-4081-9151-61b85f4113b6 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 945 time: 0.0786655
Jun 02 08:19:35.504427 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6fb95743-4f8d-4ea4-bb68-49b34d8b52f6 req-42a7e8c6-17e9-48d3-8f03-d82b32ab4c73 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374081
Jun 02 08:19:36.698575 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166f007-f060-47b4-b892-97fac4403af9 req-5baefd05-17b1-4a13-be09-647c968b9de6 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:36.700017 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3166f007-f060-47b4-b892-97fac4403af9 req-5baefd05-17b1-4a13-be09-647c968b9de6 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 945 time: 0.0839007
Jun 02 08:19:36.743029 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3166f007-f060-47b4-b892-97fac4403af9 req-2c4d1d4b-bb02-4cab-82a3-d4d6089fa562 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372431
Jun 02 08:19:37.037716 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9307b6-306d-4b9d-bfe8-b83cd03603e9 req-739dedcf-8a21-47ef-a525-c4e94f9833a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:37.039175 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-7b9307b6-306d-4b9d-bfe8-b83cd03603e9 req-739dedcf-8a21-47ef-a525-c4e94f9833a4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0cd74e4181cd4ddeab1d3e91d6bc03c1&device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 1098 time: 0.0709727
Jun 02 08:19:37.191033 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9307b6-306d-4b9d-bfe8-b83cd03603e9 req-f516dc54-f441-4c22-8bac-21809020d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:37.192434 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-7b9307b6-306d-4b9d-bfe8-b83cd03603e9 req-f516dc54-f441-4c22-8bac-21809020d097 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c1f66d1-9778-4f70-8383-16f7b7ba24b7 HTTP/1.1" status: 200  len: 910 time: 0.1247196
Jun 02 08:19:37.295074 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-7b9307b6-306d-4b9d-bfe8-b83cd03603e9 req-db164cf7-127d-4552-a76c-bca2f5fac25f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c127a46-1abb-48e4-9757-9f10d049c773 HTTP/1.1" status: 200  len: 1001 time: 0.0944970
Jun 02 08:19:37.356178 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9307b6-306d-4b9d-bfe8-b83cd03603e9 req-c6a31268-cda2-49f7-addc-42f7e1dc8753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:37.357615 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-7b9307b6-306d-4b9d-bfe8-b83cd03603e9 req-c6a31268-cda2-49f7-addc-42f7e1dc8753 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=05bff79a-25c7-4afc-bc71-912a7a9eed0b HTTP/1.1" status: 200  len: 848 time: 0.0558932
Jun 02 08:19:37.517562 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9307b6-306d-4b9d-bfe8-b83cd03603e9 req-46b19ce8-dade-412a-8008-cc2558bf0ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:37.518900 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-7b9307b6-306d-4b9d-bfe8-b83cd03603e9 req-46b19ce8-dade-412a-8008-cc2558bf0ab0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c1f66d1-9778-4f70-8383-16f7b7ba24b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1554036
Jun 02 08:19:37.648427 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-7b9307b6-306d-4b9d-bfe8-b83cd03603e9 req-a6be63a4-ee79-4095-8306-dd3453f2d058 service neutron] 10.222.0.72 "GET /v2.0/networks/5c1f66d1-9778-4f70-8383-16f7b7ba24b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222520
Jun 02 08:19:37.777962 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-7b9307b6-306d-4b9d-bfe8-b83cd03603e9 req-6c55f175-5b5b-4597-ad5a-2c0b2ca751db service neutron] 10.222.0.72 "GET /v2.0/networks/5c1f66d1-9778-4f70-8383-16f7b7ba24b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231058
Jun 02 08:19:37.910138 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7670c68-19d4-4b41-bab0-45b59df0ff8c req-5a8eb4fb-4681-468b-9285-7481f8a67146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:37.911594 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-a7670c68-19d4-4b41-bab0-45b59df0ff8c req-5a8eb4fb-4681-468b-9285-7481f8a67146 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0cd74e4181cd4ddeab1d3e91d6bc03c1&device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 1098 time: 0.0734324
Jun 02 08:19:37.935593 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934d785-7519-4527-9466-ab15683ab415 req-d00bc280-4f4b-40c8-95f1-1fd72d58b25c tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:37.940754 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e934d785-7519-4527-9466-ab15683ab415 req-d00bc280-4f4b-40c8-95f1-1fd72d58b25c tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 945 time: 0.0880110
Jun 02 08:19:37.986519 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e934d785-7519-4527-9466-ab15683ab415 req-52b6ae79-2e83-461a-add6-9e9a5695ad5a tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436773
Jun 02 08:19:38.050863 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7670c68-19d4-4b41-bab0-45b59df0ff8c req-a6c2df4b-4d7e-4b1d-b8b8-c5c59a031b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:38.053241 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-a7670c68-19d4-4b41-bab0-45b59df0ff8c req-a6c2df4b-4d7e-4b1d-b8b8-c5c59a031b8d service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c1f66d1-9778-4f70-8383-16f7b7ba24b7 HTTP/1.1" status: 200  len: 910 time: 0.1330531
Jun 02 08:19:38.151219 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-a7670c68-19d4-4b41-bab0-45b59df0ff8c req-d7566e19-c6ee-4967-ab1c-4e87f1656131 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c127a46-1abb-48e4-9757-9f10d049c773 HTTP/1.1" status: 200  len: 1001 time: 0.0915344
Jun 02 08:19:38.216124 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7670c68-19d4-4b41-bab0-45b59df0ff8c req-d4c786cd-72f4-4551-b4f8-a9cd06bc02f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:38.217604 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-a7670c68-19d4-4b41-bab0-45b59df0ff8c req-d4c786cd-72f4-4551-b4f8-a9cd06bc02f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=05bff79a-25c7-4afc-bc71-912a7a9eed0b HTTP/1.1" status: 200  len: 848 time: 0.0598092
Jun 02 08:19:38.292409 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7670c68-19d4-4b41-bab0-45b59df0ff8c req-303284d8-30a0-4626-956c-dbf66b228001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:38.293895 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-a7670c68-19d4-4b41-bab0-45b59df0ff8c req-303284d8-30a0-4626-956c-dbf66b228001 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c1f66d1-9778-4f70-8383-16f7b7ba24b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0697868
Jun 02 08:19:38.427567 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-a7670c68-19d4-4b41-bab0-45b59df0ff8c req-b7ab08c2-9755-4dec-9a5e-b180bf174eda service neutron] 10.222.0.72 "GET /v2.0/networks/5c1f66d1-9778-4f70-8383-16f7b7ba24b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262670
Jun 02 08:19:38.555571 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-a7670c68-19d4-4b41-bab0-45b59df0ff8c req-56e8bd5e-f9e6-4057-a45a-9d3092813f71 service neutron] 10.222.0.72 "GET /v2.0/networks/5c1f66d1-9778-4f70-8383-16f7b7ba24b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1204259
Jun 02 08:19:39.168027 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d75cd-1df9-4d07-81e2-a99e4c267b02 req-4e1c830f-545b-44f1-b948-eedc2221a726 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:39.169504 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e25d75cd-1df9-4d07-81e2-a99e4c267b02 req-4e1c830f-545b-44f1-b948-eedc2221a726 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 945 time: 0.0800345
Jun 02 08:19:39.214996 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e25d75cd-1df9-4d07-81e2-a99e4c267b02 req-78ed5a61-49d2-4512-8e33-fc66b965d67a tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398452
Jun 02 08:19:40.000562 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-1f10cfa9-e466-459e-a403-79620129f889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:40.420515 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840a17a-923e-4b57-a033-eeea2ad54ba5 req-0bf64b4e-adc5-4c9e-b41d-15afd98a0731 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:40.421949 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b840a17a-923e-4b57-a033-eeea2ad54ba5 req-0bf64b4e-adc5-4c9e-b41d-15afd98a0731 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 945 time: 0.0823209
Jun 02 08:19:40.465745 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b840a17a-923e-4b57-a033-eeea2ad54ba5 req-6472e6d2-20df-4efe-9ae0-ba1afe0de2cd tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380185
Jun 02 08:19:41.647532 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de106d1-811b-4822-9889-c2d8a04c7c67 req-99811439-6290-4b95-8536-9ec05c48c626 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:41.650321 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3de106d1-811b-4822-9889-c2d8a04c7c67 req-99811439-6290-4b95-8536-9ec05c48c626 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 945 time: 0.0793891
Jun 02 08:19:41.696450 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3de106d1-811b-4822-9889-c2d8a04c7c67 req-1a3a207e-034c-4d4d-9ee1-057b35e2cc32 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406554
Jun 02 08:19:42.557000 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:42.640206 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-84dd0a55-e66d-4657-8c8d-7f89cf27b308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:42.883493 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787bed67-b8e4-41d6-9a27-4cc3cb7283df req-c658e6a9-d7f0-4238-91f6-26b9aa07408f tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:42.884861 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-787bed67-b8e4-41d6-9a27-4cc3cb7283df req-c658e6a9-d7f0-4238-91f6-26b9aa07408f tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 945 time: 0.0820286
Jun 02 08:19:42.929572 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-787bed67-b8e4-41d6-9a27-4cc3cb7283df req-13daf343-4f83-4af3-99f1-74676894c19f tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390105
Jun 02 08:19:43.734039 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:44.111222 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71934e-15db-44ba-83f8-0fb07bf12b8e req-3d299284-574d-4ecc-b837-2075c672f9b7 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:44.112686 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3c71934e-15db-44ba-83f8-0fb07bf12b8e req-3d299284-574d-4ecc-b837-2075c672f9b7 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 945 time: 0.0785446
Jun 02 08:19:44.159681 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3c71934e-15db-44ba-83f8-0fb07bf12b8e req-e8511057-652c-42f5-bf84-bcd92d6c1fc8 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414119
Jun 02 08:19:44.267582 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 1c127a46-1abb-48e4-9757-9f10d049c773 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:19:44.380246 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:44.406530 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f687c19a-0b47-46b1-aa95-7dc34591a0c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c127a46-1abb-48e4-9757-9f10d049c773'}] {{(pid=92343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:19:44.408749 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a92db95248474e1fdd92faa7bb4bdbed5d39af607a3dc1549787c687b6a75a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccaaf79f-2444-4e79-906f-dfbe1932a387" -d '{"events": [{"server_uuid": "f687c19a-0b47-46b1-aa95-7dc34591a0c9", "name": "network-vif-unplugged", "status": "completed", "tag": "1c127a46-1abb-48e4-9757-9f10d049c773"}]}' {{(pid=92343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:19:44.416021 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 1c127a46-1abb-48e4-9757-9f10d049c773, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1c127a46-1abb-48e4-9757-9f10d049c773,segment=NetworkSegment(a5467c2d-baf3-4eee-af2e-7018d38efe17),segment_id=a5467c2d-baf3-4eee-af2e-7018d38efe17)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:19:44.451539 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 08:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c380bef2-f41b-47bc-bc10-f7629e666be8 x-openstack-request-id: req-c380bef2-f41b-47bc-bc10-f7629e666be8 {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:19:44.451829 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f687c19a-0b47-46b1-aa95-7dc34591a0c9", "name": "network-vif-unplugged", "status": "completed", "tag": "1c127a46-1abb-48e4-9757-9f10d049c773", "code": 200}]} {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:19:44.452079 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c380bef2-f41b-47bc-bc10-f7629e666be8 {{(pid=92343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:19:44.452509 dv-cinder-786385-7-iscsi neutron-server[92343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f687c19a-0b47-46b1-aa95-7dc34591a0c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c127a46-1abb-48e4-9757-9f10d049c773', 'code': 200}
Jun 02 08:19:44.503266 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:44.505842 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-62b3ee12-5dbe-4ef3-9950-96fab0768ef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:19:44.574612 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=1c127a46-1abb-48e4-9757-9f10d049c773,revision_number=6']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:19:44.581831 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:19:44.582184 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:19:44.582523 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:19:44.582861 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:19:44.583198 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:19:44.583529 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:19:44.583857 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:19:44.584210 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:19:44.584533 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:19:44.584857 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:19:44.585185 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:19:44.585505 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:19:44.589519 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:19:45.234448 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:45.340650 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae15ad-b364-4f8a-83de-3f57816906e8 req-778c7de4-9c36-419c-a03d-ec0b2cb71db9 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:45.342089 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-63ae15ad-b364-4f8a-83de-3f57816906e8 req-778c7de4-9c36-419c-a03d-ec0b2cb71db9 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 943 time: 0.0791979
Jun 02 08:19:45.386073 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-63ae15ad-b364-4f8a-83de-3f57816906e8 req-fe53a8fe-c9ef-4c4e-88d4-f661a47accaf tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384727
Jun 02 08:19:46.580879 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074c098-6408-4e08-bd5c-b06a4df979d2 req-9fd70645-dd00-4fca-b87f-21e5da5550d8 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:46.583237 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9074c098-6408-4e08-bd5c-b06a4df979d2 req-9fd70645-dd00-4fca-b87f-21e5da5550d8 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 943 time: 0.0875108
Jun 02 08:19:46.627756 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9074c098-6408-4e08-bd5c-b06a4df979d2 req-5cbcdb50-2ab3-4463-84fc-818abd922b42 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396380
Jun 02 08:19:47.213795 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-67fa2e23-2b05-421e-92c6-e6e8b1464247 req-b0938342-098e-48bb-beec-f53d18fffce1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0737219
Jun 02 08:19:47.218868 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab64400-8ac2-49e4-ab45-4d8e6edec486 req-7fde27a5-c35e-4084-9e70-a2c708d084fa tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:47.220357 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5ab64400-8ac2-49e4-ab45-4d8e6edec486 req-7fde27a5-c35e-4084-9e70-a2c708d084fa tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 943 time: 0.0841472
Jun 02 08:19:47.265123 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5ab64400-8ac2-49e4-ab45-4d8e6edec486 req-9936118c-3c94-49ba-8aac-84ccd4b7e8fd tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390313
Jun 02 08:19:48.454119 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e1ced-693c-4161-92db-d3a68fbd2391 req-a5ee3386-f9aa-4ac7-80c7-d7e868d513be tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:48.455479 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-408e1ced-693c-4161-92db-d3a68fbd2391 req-a5ee3386-f9aa-4ac7-80c7-d7e868d513be tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 943 time: 0.0828643
Jun 02 08:19:48.499058 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-408e1ced-693c-4161-92db-d3a68fbd2391 req-c4c07b53-b6f4-45cb-8127-6d8ea9176577 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378933
Jun 02 08:19:49.699858 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853cce7-0a32-46de-ac7f-3eb5c18cf624 req-78be06b7-4309-40ba-91ef-3de4052e0de9 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:49.701338 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d853cce7-0a32-46de-ac7f-3eb5c18cf624 req-78be06b7-4309-40ba-91ef-3de4052e0de9 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 943 time: 0.0959408
Jun 02 08:19:49.750010 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d853cce7-0a32-46de-ac7f-3eb5c18cf624 req-3ebc8084-6ae0-4608-af39-3d8538605173 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429857
Jun 02 08:19:50.013291 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa2e23-2b05-421e-92c6-e6e8b1464247 req-e5167f49-1c4b-4322-9db5-dc0c8d960ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:50.015510 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-67fa2e23-2b05-421e-92c6-e6e8b1464247 req-e5167f49-1c4b-4322-9db5-dc0c8d960ae4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9&tenant_id=0cd74e4181cd4ddeab1d3e91d6bc03c1 HTTP/1.1" status: 200  len: 1096 time: 0.0779037
Jun 02 08:19:50.111326 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa2e23-2b05-421e-92c6-e6e8b1464247 req-5a53e405-29e8-431c-84b4-9e514149b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:50.112805 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-67fa2e23-2b05-421e-92c6-e6e8b1464247 req-5a53e405-29e8-431c-84b4-9e514149b94b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0cd74e4181cd4ddeab1d3e91d6bc03c1&device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 1096 time: 0.0734928
Jun 02 08:19:50.244598 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa2e23-2b05-421e-92c6-e6e8b1464247 req-cc7b458a-daa1-488c-95a5-8f56988f5a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:50.246029 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-67fa2e23-2b05-421e-92c6-e6e8b1464247 req-cc7b458a-daa1-488c-95a5-8f56988f5a29 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c1f66d1-9778-4f70-8383-16f7b7ba24b7 HTTP/1.1" status: 200  len: 910 time: 0.1254234
Jun 02 08:19:50.342884 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-67fa2e23-2b05-421e-92c6-e6e8b1464247 req-4cdcb0f7-e4a1-43a1-9922-dd161307f17a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c127a46-1abb-48e4-9757-9f10d049c773 HTTP/1.1" status: 200  len: 999 time: 0.0903671
Jun 02 08:19:50.499389 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa2e23-2b05-421e-92c6-e6e8b1464247 req-039f3c58-7fa4-4c85-ba5a-62919c691d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:50.500869 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-67fa2e23-2b05-421e-92c6-e6e8b1464247 req-039f3c58-7fa4-4c85-ba5a-62919c691d57 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=05bff79a-25c7-4afc-bc71-912a7a9eed0b HTTP/1.1" status: 200  len: 848 time: 0.1518283
Jun 02 08:19:50.577597 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa2e23-2b05-421e-92c6-e6e8b1464247 req-d6999d43-cc24-4450-a45e-8916152adb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:50.579027 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-67fa2e23-2b05-421e-92c6-e6e8b1464247 req-d6999d43-cc24-4450-a45e-8916152adb36 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c1f66d1-9778-4f70-8383-16f7b7ba24b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0714564
Jun 02 08:19:50.707644 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-67fa2e23-2b05-421e-92c6-e6e8b1464247 req-8217dd28-072f-4c2f-a4f7-3f705d90b3c1 service neutron] 10.222.0.72 "GET /v2.0/networks/5c1f66d1-9778-4f70-8383-16f7b7ba24b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217909
Jun 02 08:19:50.838986 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-67fa2e23-2b05-421e-92c6-e6e8b1464247 req-0099bec8-3fb4-4408-adc2-618967f1e18e service neutron] 10.222.0.72 "GET /v2.0/networks/5c1f66d1-9778-4f70-8383-16f7b7ba24b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240802
Jun 02 08:19:50.999092 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d84ee-a086-4a42-8004-ba3f514cee69 req-43d6abe7-87bd-4787-b961-f2ba29f1d42a tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:51.000492 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-221d84ee-a086-4a42-8004-ba3f514cee69 req-43d6abe7-87bd-4787-b961-f2ba29f1d42a tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 943 time: 0.1442976
Jun 02 08:19:51.047528 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-221d84ee-a086-4a42-8004-ba3f514cee69 req-7608bb6b-c332-4674-a06d-f53b62787050 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394869
Jun 02 08:19:51.990826 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 37372) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:19:52.107181 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4c9507d3-223e-4e9b-b52c-67a1dd4aff66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:52.126508 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-4c9507d3-223e-4e9b-b52c-67a1dd4aff66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:19:52.130359 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-4c9507d3-223e-4e9b-b52c-67a1dd4aff66 admin admin] Usage tracker for resource:security_group_rule and tenant:f370d687655e401eba7b7471c4aa4530 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:19:52.133292 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-4c9507d3-223e-4e9b-b52c-67a1dd4aff66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:19:52.139081 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-4c9507d3-223e-4e9b-b52c-67a1dd4aff66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:19:52.223289 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4c9507d3-223e-4e9b-b52c-67a1dd4aff66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:52.236689 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b6d0d-a0af-4999-b3b7-611376021052 req-f82cbf5c-faf6-4e4b-a59a-88731bfa31af tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:52.238136 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-029b6d0d-a0af-4999-b3b7-611376021052 req-f82cbf5c-faf6-4e4b-a59a-88731bfa31af tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 943 time: 0.0810981
Jun 02 08:19:52.282109 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-029b6d0d-a0af-4999-b3b7-611376021052 req-4d8dc588-c2f4-4120-afee-29a14b88c064 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384161
Jun 02 08:19:52.297542 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4c9507d3-223e-4e9b-b52c-67a1dd4aff66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:52.306728 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-721d8c26-0d87-47a3-b1d9-43aab6204d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:19:52.346290 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-4c9507d3-223e-4e9b-b52c-67a1dd4aff66 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f370d687655e401eba7b7471c4aa4530&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3543501
Jun 02 08:19:52.347952 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9507d3-223e-4e9b-b52c-67a1dd4aff66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770a8f1a-3c14-4188-bf82-05e477b51ed7,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:19:52.348860 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 37378) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:19:52.355260 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9507d3-223e-4e9b-b52c-67a1dd4aff66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:19:52.355640 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9507d3-223e-4e9b-b52c-67a1dd4aff66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:19:52.356003 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9507d3-223e-4e9b-b52c-67a1dd4aff66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:19:52.356393 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9507d3-223e-4e9b-b52c-67a1dd4aff66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:19:52.356779 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9507d3-223e-4e9b-b52c-67a1dd4aff66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:19:52.357099 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9507d3-223e-4e9b-b52c-67a1dd4aff66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:19:52.357448 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9507d3-223e-4e9b-b52c-67a1dd4aff66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:19:52.357797 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9507d3-223e-4e9b-b52c-67a1dd4aff66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:19:52.358146 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9507d3-223e-4e9b-b52c-67a1dd4aff66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:19:52.358493 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9507d3-223e-4e9b-b52c-67a1dd4aff66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:19:52.358894 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9507d3-223e-4e9b-b52c-67a1dd4aff66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:19:52.359237 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9507d3-223e-4e9b-b52c-67a1dd4aff66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:19:52.363191 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-4c9507d3-223e-4e9b-b52c-67a1dd4aff66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:19:52.407472 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-2e3572f4-a8fb-4a47-95fe-f1ce3ec65acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:52.432740 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-2e3572f4-a8fb-4a47-95fe-f1ce3ec65acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:52.550902 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-2e3572f4-a8fb-4a47-95fe-f1ce3ec65acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:52.555578 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-e29a74b3-6516-4bfb-b4f8-ba4a30e36a98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:19:52.572001 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3572f4-a8fb-4a47-95fe-f1ce3ec65acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770a8f1a-3c14-4188-bf82-05e477b51ed7,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:19:52.577261 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-2e3572f4-a8fb-4a47-95fe-f1ce3ec65acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:19:52.577261 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-2e3572f4-a8fb-4a47-95fe-f1ce3ec65acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:19:52.577261 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-2e3572f4-a8fb-4a47-95fe-f1ce3ec65acb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/770a8f1a-3c14-4188-bf82-05e477b51ed7 HTTP/1.1" status: 204  len: 168 time: 0.2270851
Jun 02 08:19:53.083638 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:19:53.471330 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f0a4c-f365-44b6-b2cb-b9f2d9b6d576 req-7f272726-f618-498d-b3e5-b71395467cee tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:53.472673 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2b5f0a4c-f365-44b6-b2cb-b9f2d9b6d576 req-7f272726-f618-498d-b3e5-b71395467cee tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 943 time: 0.0796671
Jun 02 08:19:53.516996 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2b5f0a4c-f365-44b6-b2cb-b9f2d9b6d576 req-5877a10c-0a9a-4c27-b778-da153086c5b9 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387235
Jun 02 08:19:54.718034 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70932d71-429b-4699-a786-9d0fae1f7cf7 req-48c41b10-f17b-4017-bfcf-345d978f9887 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:54.719471 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-70932d71-429b-4699-a786-9d0fae1f7cf7 req-48c41b10-f17b-4017-bfcf-345d978f9887 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 943 time: 0.0843406
Jun 02 08:19:54.764751 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-70932d71-429b-4699-a786-9d0fae1f7cf7 req-d2a91b69-a47b-4a5a-b7f4-72468914f170 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396657
Jun 02 08:19:55.951131 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196aa4d7-ecb1-4e03-8bda-c4f898d6cfba req-a592793d-bee9-4b83-9543-bd20167ba233 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:55.954751 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-196aa4d7-ecb1-4e03-8bda-c4f898d6cfba req-a592793d-bee9-4b83-9543-bd20167ba233 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 943 time: 0.0814719
Jun 02 08:19:55.997787 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-196aa4d7-ecb1-4e03-8bda-c4f898d6cfba req-25fe096e-2731-437c-b3cc-45b1d89ae58b tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389450
Jun 02 08:19:57.180045 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4ea86-73dd-4847-9e62-c574d3506343 req-e743efde-2a14-4cfd-a32f-58bead8c44b2 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:57.181578 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-44b4ea86-73dd-4847-9e62-c574d3506343 req-e743efde-2a14-4cfd-a32f-58bead8c44b2 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 943 time: 0.0812871
Jun 02 08:19:57.225649 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-44b4ea86-73dd-4847-9e62-c574d3506343 req-f145cf4e-da1a-4b28-871a-db1aecbb7231 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385494
Jun 02 08:19:58.405667 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acdf221-998b-4804-b138-21f3d7cc13ac req-e207231d-53bc-4929-8138-e6b13f54f668 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:58.407694 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8acdf221-998b-4804-b138-21f3d7cc13ac req-e207231d-53bc-4929-8138-e6b13f54f668 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 943 time: 0.0791495
Jun 02 08:19:58.454582 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8acdf221-998b-4804-b138-21f3d7cc13ac req-b7442a72-12ca-4e28-b899-136581771f2c tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413198
Jun 02 08:19:59.635133 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669067e-634e-46f4-a18b-ac38b4bbada0 req-3f8e8bb7-3ddc-4e80-a80d-b5851a03e8f0 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:19:59.636657 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b669067e-634e-46f4-a18b-ac38b4bbada0 req-3f8e8bb7-3ddc-4e80-a80d-b5851a03e8f0 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 943 time: 0.0769730
Jun 02 08:19:59.682425 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b669067e-634e-46f4-a18b-ac38b4bbada0 req-f343ab38-bab0-462e-a8f3-a8d2d0c39f77 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391562
Jun 02 08:19:59.956798 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:00.871137 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a421e5-df7e-49c2-a09a-04185d1e4ca3 req-aab434ce-82f5-4cfb-88ff-e8d18eeb18b4 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:00.872589 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-24a421e5-df7e-49c2-a09a-04185d1e4ca3 req-aab434ce-82f5-4cfb-88ff-e8d18eeb18b4 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 943 time: 0.0816576
Jun 02 08:20:00.915691 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-24a421e5-df7e-49c2-a09a-04185d1e4ca3 req-a777815b-36b1-492c-a3f8-ea6f7a083130 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376525
Jun 02 08:20:02.101343 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c76041-3b26-45ea-928d-810ce8c7f04e req-852a8a22-8321-4699-a788-52a54684dbe1 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:02.102791 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-44c76041-3b26-45ea-928d-810ce8c7f04e req-852a8a22-8321-4699-a788-52a54684dbe1 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 943 time: 0.0790539
Jun 02 08:20:02.146553 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-44c76041-3b26-45ea-928d-810ce8c7f04e req-227e0503-9e1f-47bc-9440-16ad05d92879 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382550
Jun 02 08:20:02.358618 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 1c127a46-1abb-48e4-9757-9f10d049c773 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=92343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 02 08:20:02.487027 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 1c127a46-1abb-48e4-9757-9f10d049c773, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1c127a46-1abb-48e4-9757-9f10d049c773,segment=NetworkSegment(a5467c2d-baf3-4eee-af2e-7018d38efe17),segment_id=a5467c2d-baf3-4eee-af2e-7018d38efe17)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:20:02.499672 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Returning: {'device': '1c127a46-1abb-48e4-9757-9f10d049c773', 'network_id': '5c1f66d1-9778-4f70-8383-16f7b7ba24b7', 'port_id': '1c127a46-1abb-48e4-9757-9f10d049c773', 'mac_address': 'fa:16:3e:b7:57:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05bff79a-25c7-4afc-bc71-912a7a9eed0b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 02 08:20:02.554768 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:02.570772 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c127a46-1abb-48e4-9757-9f10d049c773 {{(pid=92343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:20:02.585911 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 1c127a46-1abb-48e4-9757-9f10d049c773, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1c127a46-1abb-48e4-9757-9f10d049c773,segment=NetworkSegment(a5467c2d-baf3-4eee-af2e-7018d38efe17),segment_id=a5467c2d-baf3-4eee-af2e-7018d38efe17)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:20:02.663002 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:02.664745 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-4b805ad7-38f6-484d-aa2a-821852a7719c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:20:02.731538 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=1c127a46-1abb-48e4-9757-9f10d049c773,revision_number=7']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:20:02.734542 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:20:03.067122 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['1c127a46-1abb-48e4-9757-9f10d049c773'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:20:03.338898 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08611b05-ec9f-4d05-af21-e95ca4e84916 req-6816f566-724a-49e0-b4e1-335f32fe280b tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:03.340485 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-08611b05-ec9f-4d05-af21-e95ca4e84916 req-6816f566-724a-49e0-b4e1-335f32fe280b tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 944 time: 0.0856309
Jun 02 08:20:03.386278 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-08611b05-ec9f-4d05-af21-e95ca4e84916 req-af7028bc-d2ea-4fc9-a2d6-0ef7b877e56b tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393090
Jun 02 08:20:04.380512 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 1c127a46-1abb-48e4-9757-9f10d049c773 up at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:20:04.451159 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning complete for port 1c127a46-1abb-48e4-9757-9f10d049c773 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:20:04.451544 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:04.568122 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:04.581959 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a340f3-579d-4ae2-93b0-bb85e9fb3b4c req-1752a7ca-ee3a-42ff-905a-fa6f0fef47ec tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:04.584648 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d1a340f3-579d-4ae2-93b0-bb85e9fb3b4c req-1752a7ca-ee3a-42ff-905a-fa6f0fef47ec tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 944 time: 0.0855041
Jun 02 08:20:04.600030 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f687c19a-0b47-46b1-aa95-7dc34591a0c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c127a46-1abb-48e4-9757-9f10d049c773'}] {{(pid=92343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:20:04.602275 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a92db95248474e1fdd92faa7bb4bdbed5d39af607a3dc1549787c687b6a75a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e0422d-d6cf-4f7c-95ca-547c95344f39" -d '{"events": [{"server_uuid": "f687c19a-0b47-46b1-aa95-7dc34591a0c9", "name": "network-vif-plugged", "status": "completed", "tag": "1c127a46-1abb-48e4-9757-9f10d049c773"}]}' {{(pid=92343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:20:04.609885 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 1c127a46-1abb-48e4-9757-9f10d049c773, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1c127a46-1abb-48e4-9757-9f10d049c773,segment=NetworkSegment(a5467c2d-baf3-4eee-af2e-7018d38efe17),segment_id=a5467c2d-baf3-4eee-af2e-7018d38efe17)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:20:04.636049 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d1a340f3-579d-4ae2-93b0-bb85e9fb3b4c req-c5a6992b-6611-4a89-9237-52d898da1823 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468020
Jun 02 08:20:04.646624 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736ef534-cd5b-43fa-aab6-56dbb7596bd4 x-openstack-request-id: req-736ef534-cd5b-43fa-aab6-56dbb7596bd4 {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:20:04.646987 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f687c19a-0b47-46b1-aa95-7dc34591a0c9", "name": "network-vif-plugged", "status": "completed", "tag": "1c127a46-1abb-48e4-9757-9f10d049c773", "code": 200}]} {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:20:04.647245 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-736ef534-cd5b-43fa-aab6-56dbb7596bd4 {{(pid=92343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:20:04.647635 dv-cinder-786385-7-iscsi neutron-server[92343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f687c19a-0b47-46b1-aa95-7dc34591a0c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c127a46-1abb-48e4-9757-9f10d049c773', 'code': 200}
Jun 02 08:20:04.733882 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:04.736486 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:20:04.801481 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=1c127a46-1abb-48e4-9757-9f10d049c773,revision_number=8']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:20:04.804499 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:20:05.046734 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b04018-1bb1-43fe-9644-85d903b5ffc0 req-2a4d4c7d-e203-40d4-881d-f3e479b119c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:05.048993 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-72b04018-1bb1-43fe-9644-85d903b5ffc0 req-2a4d4c7d-e203-40d4-881d-f3e479b119c5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 1098 time: 0.0713019
Jun 02 08:20:05.060666 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 37486) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:20:05.094055 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-72b04018-1bb1-43fe-9644-85d903b5ffc0 req-082ba589-ff62-492d-abce-999c95f284ed service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388057
Jun 02 08:20:05.175991 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-eded03d6-8bad-45a9-92c6-378f51991500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:05.190698 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-eded03d6-8bad-45a9-92c6-378f51991500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:20:05.194519 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-eded03d6-8bad-45a9-92c6-378f51991500 admin admin] Usage tracker for resource:security_group_rule and tenant:c6b4450b67c84a6fa5928c23995de036 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:20:05.197388 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-eded03d6-8bad-45a9-92c6-378f51991500 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:20:05.203037 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-eded03d6-8bad-45a9-92c6-378f51991500 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:20:05.284651 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-eded03d6-8bad-45a9-92c6-378f51991500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:05.385554 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-eded03d6-8bad-45a9-92c6-378f51991500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:05.393244 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-7f667743-c01c-4eb0-b4c3-24b3f36b1673 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:20:05.433814 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded03d6-8bad-45a9-92c6-378f51991500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803bc5b8-ce1b-43f6-b7d4-d88b2c332864,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:20:05.438935 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-eded03d6-8bad-45a9-92c6-378f51991500 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c6b4450b67c84a6fa5928c23995de036&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3772912
Jun 02 08:20:05.441691 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 37490) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:20:05.443417 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded03d6-8bad-45a9-92c6-378f51991500 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:20:05.443795 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded03d6-8bad-45a9-92c6-378f51991500 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:20:05.444221 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded03d6-8bad-45a9-92c6-378f51991500 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:20:05.444588 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded03d6-8bad-45a9-92c6-378f51991500 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:20:05.444945 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded03d6-8bad-45a9-92c6-378f51991500 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:20:05.445301 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded03d6-8bad-45a9-92c6-378f51991500 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:20:05.445654 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded03d6-8bad-45a9-92c6-378f51991500 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:20:05.446005 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded03d6-8bad-45a9-92c6-378f51991500 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:20:05.446356 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded03d6-8bad-45a9-92c6-378f51991500 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:20:05.446702 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded03d6-8bad-45a9-92c6-378f51991500 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:20:05.447048 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded03d6-8bad-45a9-92c6-378f51991500 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:20:05.447437 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded03d6-8bad-45a9-92c6-378f51991500 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:20:05.452603 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-eded03d6-8bad-45a9-92c6-378f51991500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:20:05.500456 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-7760500e-49db-4c14-8b21-b12daf99b972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:05.525575 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-7760500e-49db-4c14-8b21-b12daf99b972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:05.648133 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-7760500e-49db-4c14-8b21-b12daf99b972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:05.652994 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-c4f3559b-5514-4489-9547-3e77e38c7efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:20:05.665587 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760500e-49db-4c14-8b21-b12daf99b972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803bc5b8-ce1b-43f6-b7d4-d88b2c332864,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:20:05.669235 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-7760500e-49db-4c14-8b21-b12daf99b972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:20:05.675121 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-7760500e-49db-4c14-8b21-b12daf99b972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:05.682459 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-7760500e-49db-4c14-8b21-b12daf99b972 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/803bc5b8-ce1b-43f6-b7d4-d88b2c332864 HTTP/1.1" status: 204  len: 168 time: 0.2336156
Jun 02 08:20:05.831986 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bb699-2cd5-4512-9975-ae514aeff127 req-a62b6ce0-4d18-44a0-98ad-aff7291b858f tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:05.833460 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2c2bb699-2cd5-4512-9975-ae514aeff127 req-a62b6ce0-4d18-44a0-98ad-aff7291b858f tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 945 time: 0.0844717
Jun 02 08:20:05.878623 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2c2bb699-2cd5-4512-9975-ae514aeff127 req-4fa31025-ae73-4bee-bebe-4596b916f7ba tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395956
Jun 02 08:20:07.066537 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02cce2-1d71-4497-8b67-7433078f4412 req-fa86ca24-752c-4ad0-96f6-a7e9d4168468 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:07.067972 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5e02cce2-1d71-4497-8b67-7433078f4412 req-fa86ca24-752c-4ad0-96f6-a7e9d4168468 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 945 time: 0.0808794
Jun 02 08:20:07.112372 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5e02cce2-1d71-4497-8b67-7433078f4412 req-7c873856-a0ed-4353-8409-0d93331280c1 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387976
Jun 02 08:20:09.994166 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-34f7fe33-bb2e-470f-9eba-208f4278e9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:12.559697 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:12.588119 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-9a1fa40c-07ab-4dd3-9e64-46be77b0e02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:13.765657 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:15.181015 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b104138-a957-43c8-ba5f-1b243ea48e5e req-2353d9ff-e10a-48a7-828b-d7381237b114 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:15.182458 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8b104138-a957-43c8-ba5f-1b243ea48e5e req-2353d9ff-e10a-48a7-828b-d7381237b114 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.0841403
Jun 02 08:20:15.197129 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:15.227464 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8b104138-a957-43c8-ba5f-1b243ea48e5e req-cf625f31-2f0e-4679-a06b-37ae94db9bde tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394075
Jun 02 08:20:16.415908 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7266c-2d9a-4d35-8c41-03a9ebecca58 req-ca21e21b-0c13-4fb1-9af3-05f8de19405a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:16.417986 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-92f7266c-2d9a-4d35-8c41-03a9ebecca58 req-ca21e21b-0c13-4fb1-9af3-05f8de19405a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.0852056
Jun 02 08:20:16.463704 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-92f7266c-2d9a-4d35-8c41-03a9ebecca58 req-759252d7-cbb7-421c-b3db-cbae5fea2c3e tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401740
Jun 02 08:20:16.520178 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69066bec-a89b-4a84-9e9f-8137da55459b req-8a29a22c-143d-4a24-835f-2b270fecb7a3 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:16.520875 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-69066bec-a89b-4a84-9e9f-8137da55459b req-8a29a22c-143d-4a24-835f-2b270fecb7a3 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Synchronizing usage tracker for tenant:72114cae61da476699f7059d4f116bba on resource:port {{(pid=92342) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:20:16.593979 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-69066bec-a89b-4a84-9e9f-8137da55459b req-8a29a22c-143d-4a24-835f-2b270fecb7a3 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Unset dirty status for tenant:72114cae61da476699f7059d4f116bba on resource:port {{(pid=92342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:20:16.595078 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-69066bec-a89b-4a84-9e9f-8137da55459b req-8a29a22c-143d-4a24-835f-2b270fecb7a3 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.72 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 945 time: 0.1553478
Jun 02 08:20:16.726625 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [req-69066bec-a89b-4a84-9e9f-8137da55459b req-ec49d83e-1008-408f-b4d7-abb759ffa539 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Deleting port 93187778-5a17-48fa-bcd0-3fd89890f4aa {{(pid=92342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:20:16.726881 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-69066bec-a89b-4a84-9e9f-8137da55459b req-ec49d83e-1008-408f-b4d7-abb759ffa539 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:16.855178 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [req-69066bec-a89b-4a84-9e9f-8137da55459b req-ec49d83e-1008-408f-b4d7-abb759ffa539 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] For port 93187778-5a17-48fa-bcd0-3fd89890f4aa, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=93187778-5a17-48fa-bcd0-3fd89890f4aa,segment=NetworkSegment(d228646d-971f-4da9-a65d-c70903a4f851),segment_id=d228646d-971f-4da9-a65d-c70903a4f851)] {{(pid=92342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:20:16.855524 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-69066bec-a89b-4a84-9e9f-8137da55459b req-ec49d83e-1008-408f-b4d7-abb759ffa539 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:17.140525 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-69066bec-a89b-4a84-9e9f-8137da55459b req-ec49d83e-1008-408f-b4d7-abb759ffa539 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:17.140886 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-69066bec-a89b-4a84-9e9f-8137da55459b req-ec49d83e-1008-408f-b4d7-abb759ffa539 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8036659'] for floatingip, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:17.141195 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.db.l3_db [req-69066bec-a89b-4a84-9e9f-8137da55459b req-ec49d83e-1008-408f-b4d7-abb759ffa539 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Floating IP 998224f3-b9a4-4e38-a61a-1aae9eff327d disassociated. External IP: 172.27.3.124, port: 93187778-5a17-48fa-bcd0-3fd89890f4aa.
Jun 02 08:20:17.141545 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [req-69066bec-a89b-4a84-9e9f-8137da55459b req-ec49d83e-1008-408f-b4d7-abb759ffa539 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Calling delete_port for 93187778-5a17-48fa-bcd0-3fd89890f4aa owned by compute:nova {{(pid=92342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:20:17.339599 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-69066bec-a89b-4a84-9e9f-8137da55459b req-ec49d83e-1008-408f-b4d7-abb759ffa539 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:17.345794 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-c60e1401-05f1-4ac7-843a-6edd881a2bc2 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:20:17.390717 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49d83e-1008-408f-b4d7-abb759ffa539 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Pushing event deleted for resources: {'Port': ['ID=93187778-5a17-48fa-bcd0-3fd89890f4aa,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:20:17.394176 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-ec49d83e-1008-408f-b4d7-abb759ffa539 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:20:17.671791 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69066bec-a89b-4a84-9e9f-8137da55459b req-ec49d83e-1008-408f-b4d7-abb759ffa539 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Router 8d62b825-e1ad-415c-a7a0-95cf0c4d8061 has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:20:17.677255 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-12cc5164-ac1c-41ef-9e75-901020cfcbc1 req-6a0880ec-61ac-4a92-8bd0-6836c073a10d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 210 time: 0.1057615
Jun 02 08:20:17.855729 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69066bec-a89b-4a84-9e9f-8137da55459b req-ec49d83e-1008-408f-b4d7-abb759ffa539 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:20:17.864967 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9f9a5e-e29e-46b3-8be5-164d322da9b2 None None] Sync routers for ids ['8d62b825-e1ad-415c-a7a0-95cf0c4d8061'] in dv-cinder-786385-7-iscsi {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:20:17.874697 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9f9a5e-e29e-46b3-8be5-164d322da9b2 None None] Routers {'8d62b825-e1ad-415c-a7a0-95cf0c4d8061'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:20:17.875355 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-2a9f9a5e-e29e-46b3-8be5-164d322da9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7a9e2790>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:20:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['8d62b825-e1ad-415c-a7a0-95cf0c4d8061'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:20:17.932677 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [req-69066bec-a89b-4a84-9e9f-8137da55459b req-ec49d83e-1008-408f-b4d7-abb759ffa539 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] No DVR routers for this DVR port 93187778-5a17-48fa-bcd0-3fd89890f4aa on host hv-cinder-78638 {{(pid=92342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:20:17.935377 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-69066bec-a89b-4a84-9e9f-8137da55459b req-ec49d83e-1008-408f-b4d7-abb759ffa539 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:17.937934 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b32632-c0b4-4e7a-aa19-02812fb338d9', 'name': 'network-vif-deleted', 'tag': '93187778-5a17-48fa-bcd0-3fd89890f4aa'}] {{(pid=92342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:20:17.941156 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e374b3b879b00d97b29532d72ba3bb6ea3956478347f3877d9246faf94d18eae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1120cba-fda2-4b32-adcf-bf7a6fedeaa6" -d '{"events": [{"server_uuid": "92b32632-c0b4-4e7a-aa19-02812fb338d9", "name": "network-vif-deleted", "tag": "93187778-5a17-48fa-bcd0-3fd89890f4aa"}]}' {{(pid=92342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:20:17.987692 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471559ad-6fa1-40d9-b8e9-4e2b52a75c77 x-openstack-request-id: req-471559ad-6fa1-40d9-b8e9-4e2b52a75c77 {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:20:17.988025 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b32632-c0b4-4e7a-aa19-02812fb338d9", "name": "network-vif-deleted", "tag": "93187778-5a17-48fa-bcd0-3fd89890f4aa", "status": "completed", "code": 200}]} {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:20:17.988345 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-471559ad-6fa1-40d9-b8e9-4e2b52a75c77 {{(pid=92342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:20:17.988773 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b32632-c0b4-4e7a-aa19-02812fb338d9', 'name': 'network-vif-deleted', 'tag': '93187778-5a17-48fa-bcd0-3fd89890f4aa', 'status': 'completed', 'code': 200}
Jun 02 08:20:18.018355 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-69066bec-a89b-4a84-9e9f-8137da55459b req-ec49d83e-1008-408f-b4d7-abb759ffa539 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.72 "DELETE /v2.0/ports/93187778-5a17-48fa-bcd0-3fd89890f4aa HTTP/1.1" status: 204  len: 173 time: 1.4174292
Jun 02 08:20:18.053982 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-2a9f9a5e-e29e-46b3-8be5-164d322da9b2 None None] Set router 8d62b825-e1ad-415c-a7a0-95cf0c4d8061 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:20:18.364113 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-2a9f9a5e-e29e-46b3-8be5-164d322da9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7a9e2790>, [{'id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'name': 'tempest-AttachVolumeTestJSON-1730379299-router', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:12:03Z', 'updated_at': '2021-06-02T08:12:14Z', 'revision_number': 4, 'project_id': '72114cae61da476699f7059d4f116bba', 'gw_port': {'id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:05Z', 'updated_at': '2021-06-02T08:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': 'c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb', 'name': '', 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'mac_address': 'fa:16:3e:3f:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7286860f-5241-4865-8fea-b07cfe7d1a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:11Z', 'updated_at': '2021-06-02T08:12:26Z', 'revision_number': 5, 'project_id': '72114cae61da476699f7059d4f116bba', 'subnets': [{'id': '7286860f-5241-4865-8fea-b07cfe7d1a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:20:18.367900 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9f9a5e-e29e-46b3-8be5-164d322da9b2 None None] Checking router: 8d62b825-e1ad-415c-a7a0-95cf0c4d8061 for host: dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:20:18.376701 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9f9a5e-e29e-46b3-8be5-164d322da9b2 None None] Routers {'8d62b825-e1ad-415c-a7a0-95cf0c4d8061'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:20:18.377293 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-2a9f9a5e-e29e-46b3-8be5-164d322da9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7a9e2790>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:20:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['8d62b825-e1ad-415c-a7a0-95cf0c4d8061'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:20:18.573171 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-2a9f9a5e-e29e-46b3-8be5-164d322da9b2 None None] Set router 8d62b825-e1ad-415c-a7a0-95cf0c4d8061 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:20:18.858356 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3df46e70-02ed-4886-8a18-e711a86d9848 req-65487560-0e0f-4ca2-a82a-16c9944f7aff tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=92b32632-c0b4-4e7a-aa19-02812fb338d9 HTTP/1.1" status: 200  len: 210 time: 0.0525770
Jun 02 08:20:18.909307 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-2a9f9a5e-e29e-46b3-8be5-164d322da9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7a9e2790>, [{'id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'name': 'tempest-AttachVolumeTestJSON-1730379299-router', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:12:03Z', 'updated_at': '2021-06-02T08:12:14Z', 'revision_number': 4, 'project_id': '72114cae61da476699f7059d4f116bba', 'gw_port': {'id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:05Z', 'updated_at': '2021-06-02T08:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': 'c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb', 'name': '', 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'mac_address': 'fa:16:3e:3f:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7286860f-5241-4865-8fea-b07cfe7d1a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:11Z', 'updated_at': '2021-06-02T08:12:26Z', 'revision_number': 5, 'project_id': '72114cae61da476699f7059d4f116bba', 'subnets': [{'id': '7286860f-5241-4865-8fea-b07cfe7d1a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:20:18.914036 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9f9a5e-e29e-46b3-8be5-164d322da9b2 None None] The sync data for ids ['8d62b825-e1ad-415c-a7a0-95cf0c4d8061'] in dv-cinder-786385-7-iscsi is: [{'id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'name': 'tempest-AttachVolumeTestJSON-1730379299-router', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:12:03Z', 'updated_at': '2021-06-02T08:12:14Z', 'revision_number': 4, 'project_id': '72114cae61da476699f7059d4f116bba', 'gw_port': {'id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:05Z', 'updated_at': '2021-06-02T08:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': 'c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb', 'name': '', 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'mac_address': 'fa:16:3e:3f:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7286860f-5241-4865-8fea-b07cfe7d1a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:11Z', 'updated_at': '2021-06-02T08:12:26Z', 'revision_number': 5, 'project_id': '72114cae61da476699f7059d4f116bba', 'subnets': [{'id': '7286860f-5241-4865-8fea-b07cfe7d1a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:20:19.159467 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6a9d3f-16b9-4c17-9528-50d3106e7b18 None None] New status for floating IP 998224f3-b9a4-4e38-a61a-1aae9eff327d: DOWN {{(pid=92344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 02 08:20:20.040523 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 37532) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:20:20.104150 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-561402f3-86c4-4412-a9f1-db2bb4b0f23d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:20.132262 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-561402f3-86c4-4412-a9f1-db2bb4b0f23d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:20.239704 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-561402f3-86c4-4412-a9f1-db2bb4b0f23d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:20.246481 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-5c3e4c88-1b0b-4d80-9617-399b9d7dba14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:20:20.263170 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561402f3-86c4-4412-a9f1-db2bb4b0f23d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:20:20.265842 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-561402f3-86c4-4412-a9f1-db2bb4b0f23d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:20:20.340981 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-561402f3-86c4-4412-a9f1-db2bb4b0f23d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:20.342098 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-561402f3-86c4-4412-a9f1-db2bb4b0f23d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "DELETE /v2.0/security-groups/53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2 HTTP/1.1" status: 204  len: 168 time: 0.3006234
Jun 02 08:20:20.345282 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 37534) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:20:20.361361 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.api.v2.resource [None req-5f6c8900-3f9b-4328-b8ed-cff13a8efea4 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] show failed (client error): The resource could not be found.
Jun 02 08:20:20.362283 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-5f6c8900-3f9b-4328-b8ed-cff13a8efea4 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups/53b22c7f-6aee-4ac2-8fe3-c7e4ac0b1dc2 HTTP/1.1" status: 404  len: 347 time: 0.0161233
Jun 02 08:20:20.366038 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 37536) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:20:20.473903 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 93187778-5a17-48fa-bcd0-3fd89890f4aa no longer exists at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:20:20.507846 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] No Port match for: 93187778-5a17-48fa-bcd0-3fd89890f4aa {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:20:20.508116 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 93187778-5a17-48fa-bcd0-3fd89890f4aa not bound to the agent host hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:20:20.579483 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [None req-c2eaf851-4bba-4f09-b120-d9304b4cb3fa tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Deleting port b552fb5f-9944-45d3-bc48-d1fa144bee4f {{(pid=92341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:20:20.579817 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-c2eaf851-4bba-4f09-b120-d9304b4cb3fa tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:20.693361 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-c2eaf851-4bba-4f09-b120-d9304b4cb3fa tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:20.693681 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-c2eaf851-4bba-4f09-b120-d9304b4cb3fa tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:20.811168 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [None req-c2eaf851-4bba-4f09-b120-d9304b4cb3fa tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Calling delete_port for b552fb5f-9944-45d3-bc48-d1fa144bee4f owned by network:floatingip {{(pid=92341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:20:20.959671 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-c2eaf851-4bba-4f09-b120-d9304b4cb3fa tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:20.963902 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:20:21.005869 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eaf851-4bba-4f09-b120-d9304b4cb3fa tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Pushing event deleted for resources: {'Port': ['ID=b552fb5f-9944-45d3-bc48-d1fa144bee4f,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:20:21.031457 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-c2eaf851-4bba-4f09-b120-d9304b4cb3fa tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:20:21.094657 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-c2eaf851-4bba-4f09-b120-d9304b4cb3fa tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for floatingip, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:21.108284 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-c2eaf851-4bba-4f09-b120-d9304b4cb3fa tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for floatingip, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:21.109401 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-c2eaf851-4bba-4f09-b120-d9304b4cb3fa tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "DELETE /v2.0/floatingips/998224f3-b9a4-4e38-a61a-1aae9eff327d HTTP/1.1" status: 204  len: 168 time: 0.7425215
Jun 02 08:20:22.534422 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 37548) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:20:22.539168 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-83a55d62-9a67-4489-bceb-735f7489d77c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1501295733', 'description': 'tempest-description--859993576'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:20:22.544845 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-83a55d62-9a67-4489-bceb-735f7489d77c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:20:22.549661 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-83a55d62-9a67-4489-bceb-735f7489d77c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Usage tracker for resource:security_group and tenant:72114cae61da476699f7059d4f116bba is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:20:22.552501 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-83a55d62-9a67-4489-bceb-735f7489d77c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:20:22.558353 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-83a55d62-9a67-4489-bceb-735f7489d77c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:20:22.625537 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-83a55d62-9a67-4489-bceb-735f7489d77c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:22.646092 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-83a55d62-9a67-4489-bceb-735f7489d77c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:20:22.650036 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-83a55d62-9a67-4489-bceb-735f7489d77c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Usage tracker for resource:security_group_rule and tenant:72114cae61da476699f7059d4f116bba is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:20:22.652813 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-83a55d62-9a67-4489-bceb-735f7489d77c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:20:22.659004 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-83a55d62-9a67-4489-bceb-735f7489d77c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:20:22.727781 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-83a55d62-9a67-4489-bceb-735f7489d77c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:22.813991 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-83a55d62-9a67-4489-bceb-735f7489d77c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:22.817911 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-6a78bcd4-044a-4d01-8e4b-6a5d321c03b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:20:22.859496 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a55d62-9a67-4489-bceb-735f7489d77c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c49f30f3-5b05-4026-b8d5-16bf2a4e86b6,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:20:22.862276 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-83a55d62-9a67-4489-bceb-735f7489d77c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:20:22.925427 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-83a55d62-9a67-4489-bceb-735f7489d77c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:22.926698 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-83a55d62-9a67-4489-bceb-735f7489d77c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3912113
Jun 02 08:20:22.929418 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 37556) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:20:22.937479 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-d3a1928a-ef7c-4e7e-bc15-fac7e3fafe0f tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Request body: {'security_group_rule': {'security_group_id': 'c49f30f3-5b05-4026-b8d5-16bf2a4e86b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:20:22.939749 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-d3a1928a-ef7c-4e7e-bc15-fac7e3fafe0f tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:20:22.943522 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-d3a1928a-ef7c-4e7e-bc15-fac7e3fafe0f tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Usage tracker for resource:security_group_rule and tenant:72114cae61da476699f7059d4f116bba is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:20:22.946354 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-d3a1928a-ef7c-4e7e-bc15-fac7e3fafe0f tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:20:22.952026 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-d3a1928a-ef7c-4e7e-bc15-fac7e3fafe0f tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:20:23.050930 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d3a1928a-ef7c-4e7e-bc15-fac7e3fafe0f tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:23.112552 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d3a1928a-ef7c-4e7e-bc15-fac7e3fafe0f tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:23.222958 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d3a1928a-ef7c-4e7e-bc15-fac7e3fafe0f tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216472'] for security_group_rule, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:23.225361 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:20:23.251527 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1928a-ef7c-4e7e-bc15-fac7e3fafe0f tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f44fa858-fe48-4069-bc91-9b3f9479968f,revision_number=0']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:20:23.255924 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-d3a1928a-ef7c-4e7e-bc15-fac7e3fafe0f tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:20:23.329587 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d3a1928a-ef7c-4e7e-bc15-fac7e3fafe0f tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:23.329587 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-d3a1928a-ef7c-4e7e-bc15-fac7e3fafe0f tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3966548
Jun 02 08:20:23.330439 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 37560) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:20:23.334881 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-a4245109-36bd-4c19-9ede-43544a224da0 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Request body: {'security_group_rule': {'security_group_id': 'c49f30f3-5b05-4026-b8d5-16bf2a4e86b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:20:23.340734 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-a4245109-36bd-4c19-9ede-43544a224da0 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:20:23.344464 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-a4245109-36bd-4c19-9ede-43544a224da0 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Usage tracker for resource:security_group_rule and tenant:72114cae61da476699f7059d4f116bba is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:20:23.347331 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-a4245109-36bd-4c19-9ede-43544a224da0 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:20:23.352961 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-a4245109-36bd-4c19-9ede-43544a224da0 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:20:23.439652 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a4245109-36bd-4c19-9ede-43544a224da0 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:23.498075 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a4245109-36bd-4c19-9ede-43544a224da0 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:23.593516 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a4245109-36bd-4c19-9ede-43544a224da0 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216472'] for security_group_rule, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:23.595418 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:20:23.617648 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4245109-36bd-4c19-9ede-43544a224da0 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e521a4-cd0d-4f89-88bf-b6ba45cf908e,revision_number=0']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:20:23.621873 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-a4245109-36bd-4c19-9ede-43544a224da0 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:20:23.681930 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a4245109-36bd-4c19-9ede-43544a224da0 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:23.683096 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-a4245109-36bd-4c19-9ede-43544a224da0 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3516996
Jun 02 08:20:23.687175 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 37564) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:20:23.692267 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-435e080c-3e5f-45cc-bfd9-d19f4da51b5b tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Request body: {'floatingip': {'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:20:23.699175 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-435e080c-3e5f-45cc-bfd9-d19f4da51b5b tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:20:23.703116 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-435e080c-3e5f-45cc-bfd9-d19f4da51b5b tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Usage tracker for resource:floatingip and tenant:72114cae61da476699f7059d4f116bba is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:20:23.706251 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-435e080c-3e5f-45cc-bfd9-d19f4da51b5b tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:20:23.712083 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-435e080c-3e5f-45cc-bfd9-d19f4da51b5b tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:20:23.785041 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-435e080c-3e5f-45cc-bfd9-d19f4da51b5b tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for floatingip, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:23.922117 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-435e080c-3e5f-45cc-bfd9-d19f4da51b5b tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:24.060517 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.db_base_plugin_common [None req-435e080c-3e5f-45cc-bfd9-d19f4da51b5b tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Allocated IP 172.27.3.53 (25cee017-96f1-470f-84b1-115420be0257/100151e0-9740-4c20-8f2c-560e0808d190/f11a5199-0612-43c2-a0d6-06e7a8e3b43e) {{(pid=92341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:20:24.295945 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-435e080c-3e5f-45cc-bfd9-d19f4da51b5b tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for port, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:24.394425 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-435e080c-3e5f-45cc-bfd9-d19f4da51b5b tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:24.399303 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-e8452ba0-1a6a-4468-b59d-65be43cb6742 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:20:24.466764 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435e080c-3e5f-45cc-bfd9-d19f4da51b5b tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Network 25cee017-96f1-470f-84b1-115420be0257 is already hosted by enough agents. {{(pid=92341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:20:24.470230 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [None req-435e080c-3e5f-45cc-bfd9-d19f4da51b5b tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Resources bound (agent type, host, resource id):  {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:20:24.475146 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435e080c-3e5f-45cc-bfd9-d19f4da51b5b tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Received port after_create {{(pid=92341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:20:24.513977 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e080c-3e5f-45cc-bfd9-d19f4da51b5b tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Pushing event updated for resources: {'Port': ['ID=f11a5199-0612-43c2-a0d6-06e7a8e3b43e,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:20:24.518626 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-435e080c-3e5f-45cc-bfd9-d19f4da51b5b tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:20:24.562512 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-435e080c-3e5f-45cc-bfd9-d19f4da51b5b tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:24.696573 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-435e080c-3e5f-45cc-bfd9-d19f4da51b5b tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:24.916365 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-435e080c-3e5f-45cc-bfd9-d19f4da51b5b tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for port, precommit_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:25.007849 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-435e080c-3e5f-45cc-bfd9-d19f4da51b5b tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589761'] for port, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:25.011624 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:20:25.116021 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e080c-3e5f-45cc-bfd9-d19f4da51b5b tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Pushing event updated for resources: {'Port': ['ID=f11a5199-0612-43c2-a0d6-06e7a8e3b43e,revision_number=2']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:20:25.120493 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-435e080c-3e5f-45cc-bfd9-d19f4da51b5b tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:20:25.127072 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-435e080c-3e5f-45cc-bfd9-d19f4da51b5b tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8036659'] for floatingip, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:25.209101 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-435e080c-3e5f-45cc-bfd9-d19f4da51b5b tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for floatingip, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:25.210916 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-435e080c-3e5f-45cc-bfd9-d19f4da51b5b tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.5225897
Jun 02 08:20:25.442834 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-2d866960-b1d2-4051-98b2-0223995be0fc req-e9b5002c-229b-41ec-8726-72282c1d3b55 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Synchronizing usage tracker for tenant:72114cae61da476699f7059d4f116bba on resource:security_group {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:20:25.519664 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-2d866960-b1d2-4051-98b2-0223995be0fc req-e9b5002c-229b-41ec-8726-72282c1d3b55 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Unset dirty status for tenant:72114cae61da476699f7059d4f116bba on resource:security_group {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:20:25.520892 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2d866960-b1d2-4051-98b2-0223995be0fc req-e9b5002c-229b-41ec-8726-72282c1d3b55 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1501295733&fields=id&tenant_id=72114cae61da476699f7059d4f116bba HTTP/1.1" status: 200  len: 267 time: 0.1183643
Jun 02 08:20:25.669876 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d866960-b1d2-4051-98b2-0223995be0fc req-b820d24b-a2c0-4491-b35d-ae87024547e9 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:25.671308 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2d866960-b1d2-4051-98b2-0223995be0fc req-b820d24b-a2c0-4491-b35d-ae87024547e9 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/networks?id=6d786477-7c27-401f-af8f-402c8aef0584 HTTP/1.1" status: 200  len: 811 time: 0.1437631
Jun 02 08:20:25.686317 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2d866960-b1d2-4051-98b2-0223995be0fc req-249b2fa9-3a82-47c5-8626-9c68c8887212 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/quotas/72114cae61da476699f7059d4f116bba HTTP/1.1" status: 200  len: 375 time: 0.0095131
Jun 02 08:20:25.771471 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-2d866960-b1d2-4051-98b2-0223995be0fc req-470b6b62-6111-4693-9c85-989d8e43ef87 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Synchronizing usage tracker for tenant:72114cae61da476699f7059d4f116bba on resource:port {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:20:25.859293 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-2d866960-b1d2-4051-98b2-0223995be0fc req-470b6b62-6111-4693-9c85-989d8e43ef87 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Unset dirty status for tenant:72114cae61da476699f7059d4f116bba on resource:port {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:20:25.861402 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2d866960-b1d2-4051-98b2-0223995be0fc req-470b6b62-6111-4693-9c85-989d8e43ef87 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=72114cae61da476699f7059d4f116bba&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1694310
Jun 02 08:20:26.050539 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2d866960-b1d2-4051-98b2-0223995be0fc req-e018bd88-67d5-48e9-a4ec-23f5704b41e1 service neutron] 10.222.0.77 "GET /v2.0/networks/6d786477-7c27-401f-af8f-402c8aef0584?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1776068
Jun 02 08:20:26.108065 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49f748-0224-49f3-ade4-1fdefc5eee3b req-7540b607-a5a3-4354-9670-128a26c9393a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:26.109521 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-dc49f748-0224-49f3-ade4-1fdefc5eee3b req-7540b607-a5a3-4354-9670-128a26c9393a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 946 time: 0.1489351
Jun 02 08:20:26.222844 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-dc49f748-0224-49f3-ade4-1fdefc5eee3b req-58203728-7cb0-4929-a8c8-fccce42a74e2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0671628
Jun 02 08:20:26.227861 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2d866960-b1d2-4051-98b2-0223995be0fc req-7c4970de-98a7-4623-b24e-a7d19731f2df service neutron] 10.222.0.77 "GET /v2.0/networks/6d786477-7c27-401f-af8f-402c8aef0584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1705537
Jun 02 08:20:26.507458 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5857d452-18f6-46bf-adc3-367ec0a2eca3 req-15db8b25-7a77-44f1-ac52-0bd5940a2ca7 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=170f5be3-4f7b-4ed2-8853-866dad66bbb7 HTTP/1.1" status: 200  len: 210 time: 0.0470657
Jun 02 08:20:27.416853 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fae9e-2480-4cb4-9aac-b1ca8f644203 req-4ab26cb8-cf71-44fe-b093-f589465b33bd tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:27.418265 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-690fae9e-2480-4cb4-9aac-b1ca8f644203 req-4ab26cb8-cf71-44fe-b093-f589465b33bd tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 946 time: 0.0823567
Jun 02 08:20:27.463412 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-690fae9e-2480-4cb4-9aac-b1ca8f644203 req-2d3883da-0005-4300-aa22-323a6e5f2be0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388906
Jun 02 08:20:27.657761 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a09ee2f1-6218-428f-aad5-44047edb49fe req-65a71855-695a-41a2-a7a2-0c2910e1f83b tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=170f5be3-4f7b-4ed2-8853-866dad66bbb7 HTTP/1.1" status: 200  len: 210 time: 0.0459208
Jun 02 08:20:28.098702 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b94a67-3057-4e5d-9219-6c8421532c7b req-2de4f90c-fc5f-4e6d-a6df-d47f0381debf tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:28.099391 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-35b94a67-3057-4e5d-9219-6c8421532c7b req-2de4f90c-fc5f-4e6d-a6df-d47f0381debf tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Synchronizing usage tracker for tenant:52efccb2fe9c471881216eb5b42411f7 on resource:port {{(pid=92342) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:20:28.111039 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [req-35b94a67-3057-4e5d-9219-6c8421532c7b req-2de4f90c-fc5f-4e6d-a6df-d47f0381debf tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Unset dirty status for tenant:52efccb2fe9c471881216eb5b42411f7 on resource:port {{(pid=92342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:20:28.113701 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-35b94a67-3057-4e5d-9219-6c8421532c7b req-2de4f90c-fc5f-4e6d-a6df-d47f0381debf tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.72 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 946 time: 0.0945108
Jun 02 08:20:28.253935 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [req-35b94a67-3057-4e5d-9219-6c8421532c7b req-3a8b1e44-100f-4a53-b34a-9be6ed062f7c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Deleting port 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 {{(pid=92342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:20:28.254264 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-35b94a67-3057-4e5d-9219-6c8421532c7b req-3a8b1e44-100f-4a53-b34a-9be6ed062f7c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:28.394176 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [req-35b94a67-3057-4e5d-9219-6c8421532c7b req-3a8b1e44-100f-4a53-b34a-9be6ed062f7c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] For port 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7c3a1cbe-c4fa-4fbc-9694-408e51b0df89,segment=NetworkSegment(00974669-6402-4aa5-90c7-6e7c2d820d71),segment_id=00974669-6402-4aa5-90c7-6e7c2d820d71)] {{(pid=92342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:20:28.394450 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-35b94a67-3057-4e5d-9219-6c8421532c7b req-3a8b1e44-100f-4a53-b34a-9be6ed062f7c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:28.694525 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-35b94a67-3057-4e5d-9219-6c8421532c7b req-3a8b1e44-100f-4a53-b34a-9be6ed062f7c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:28.694900 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-35b94a67-3057-4e5d-9219-6c8421532c7b req-3a8b1e44-100f-4a53-b34a-9be6ed062f7c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8036659'] for floatingip, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:28.695219 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.db.l3_db [req-35b94a67-3057-4e5d-9219-6c8421532c7b req-3a8b1e44-100f-4a53-b34a-9be6ed062f7c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Floating IP d6b41995-e423-48a9-92fe-f3553eab6b00 disassociated. External IP: 172.27.3.99, port: 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89.
Jun 02 08:20:28.695560 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [req-35b94a67-3057-4e5d-9219-6c8421532c7b req-3a8b1e44-100f-4a53-b34a-9be6ed062f7c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Calling delete_port for 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 owned by compute:nova {{(pid=92342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:20:28.788907 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d866960-b1d2-4051-98b2-0223995be0fc req-c2d4dd4a-cf07-4a93-ba19-a36795362b25 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:28.790300 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2d866960-b1d2-4051-98b2-0223995be0fc req-c2d4dd4a-cf07-4a93-ba19-a36795362b25 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.72 "GET /v2.0/networks?id=6d786477-7c27-401f-af8f-402c8aef0584 HTTP/1.1" status: 200  len: 811 time: 0.2841480
Jun 02 08:20:28.851085 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ad5bce90-ded3-4c12-9760-e911e6c52f9e req-5a1cd0da-668d-41c2-9884-638422dda36d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=170f5be3-4f7b-4ed2-8853-866dad66bbb7 HTTP/1.1" status: 200  len: 210 time: 0.0598376
Jun 02 08:20:28.888424 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2d866960-b1d2-4051-98b2-0223995be0fc req-e3e91122-06d5-48a4-a228-ef3a872faa47 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72114cae61da476699f7059d4f116bba HTTP/1.1" status: 200  len: 380 time: 0.0572734
Jun 02 08:20:28.896627 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6fd3b-faa4-4509-b10d-c816de46b96d req-58e8cb71-45c6-4ab9-b9d9-afcea74e4155 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:28.897972 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-01c6fd3b-faa4-4509-b10d-c816de46b96d req-58e8cb71-45c6-4ab9-b9d9-afcea74e4155 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 946 time: 0.2945282
Jun 02 08:20:28.903136 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [req-2d866960-b1d2-4051-98b2-0223995be0fc req-23aca2f9-3284-4425-bdee-da85aa83918d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Request body: {'port': {'device_id': '170f5be3-4f7b-4ed2-8853-866dad66bbb7', 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584', 'admin_state_up': True, 'tenant_id': '72114cae61da476699f7059d4f116bba', 'security_groups': ['c49f30f3-5b05-4026-b8d5-16bf2a4e86b6']}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:20:28.962546 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-35b94a67-3057-4e5d-9219-6c8421532c7b req-3a8b1e44-100f-4a53-b34a-9be6ed062f7c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:28.968746 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-84bcd176-459c-48b0-8d8d-d1a77a1f84c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:20:29.014743 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b1e44-100f-4a53-b34a-9be6ed062f7c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Pushing event deleted for resources: {'Port': ['ID=7c3a1cbe-c4fa-4fbc-9694-408e51b0df89,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:20:29.024359 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-3a8b1e44-100f-4a53-b34a-9be6ed062f7c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:20:29.027368 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-01c6fd3b-faa4-4509-b10d-c816de46b96d req-3d71eb86-e51a-4831-8ceb-ba58b3500aca tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=82571dc2-2f2c-4124-bd86-2c2506957795&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1112790
Jun 02 08:20:29.073130 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [req-2d866960-b1d2-4051-98b2-0223995be0fc req-23aca2f9-3284-4425-bdee-da85aa83918d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:20:29.082688 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [req-2d866960-b1d2-4051-98b2-0223995be0fc req-23aca2f9-3284-4425-bdee-da85aa83918d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:20:29.205158 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d866960-b1d2-4051-98b2-0223995be0fc req-23aca2f9-3284-4425-bdee-da85aa83918d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Made reservation on behalf of 72114cae61da476699f7059d4f116bba for: {'port': 1} {{(pid=92341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:20:29.209061 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-2d866960-b1d2-4051-98b2-0223995be0fc req-23aca2f9-3284-4425-bdee-da85aa83918d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:29.211066 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35b94a67-3057-4e5d-9219-6c8421532c7b req-3a8b1e44-100f-4a53-b34a-9be6ed062f7c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Router 18cdd829-20cb-4188-b402-74881fc4ba6c has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:20:29.380147 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.db_base_plugin_common [req-2d866960-b1d2-4051-98b2-0223995be0fc req-23aca2f9-3284-4425-bdee-da85aa83918d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Allocated IP 172.20.0.3 (6d786477-7c27-401f-af8f-402c8aef0584/7286860f-5241-4865-8fea-b07cfe7d1a59/63bb61db-a3bb-45d4-9cd6-da95ff7cdea3) {{(pid=92341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:20:29.505411 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35b94a67-3057-4e5d-9219-6c8421532c7b req-3a8b1e44-100f-4a53-b34a-9be6ed062f7c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:20:29.515773 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219bb07e-6de6-41a8-84a3-81d6a0adc851 None None] Sync routers for ids ['18cdd829-20cb-4188-b402-74881fc4ba6c'] in dv-cinder-786385-7-iscsi {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:20:29.525629 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219bb07e-6de6-41a8-84a3-81d6a0adc851 None None] Routers {'18cdd829-20cb-4188-b402-74881fc4ba6c'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:20:29.526317 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-219bb07e-6de6-41a8-84a3-81d6a0adc851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7ae44d60>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:20:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['18cdd829-20cb-4188-b402-74881fc4ba6c'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:20:29.583136 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b94a67-3057-4e5d-9219-6c8421532c7b req-3a8b1e44-100f-4a53-b34a-9be6ed062f7c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] No DVR routers for this DVR port 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 on host hv-cinder-78638 {{(pid=92342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:20:29.585933 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [req-35b94a67-3057-4e5d-9219-6c8421532c7b req-3a8b1e44-100f-4a53-b34a-9be6ed062f7c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:29.591530 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-2d866960-b1d2-4051-98b2-0223995be0fc req-23aca2f9-3284-4425-bdee-da85aa83918d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for port, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:29.597089 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ce0410-e1bb-4a80-93e7-6075cf00502a', 'name': 'network-vif-deleted', 'tag': '7c3a1cbe-c4fa-4fbc-9694-408e51b0df89'}] {{(pid=92342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:20:29.599834 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e374b3b879b00d97b29532d72ba3bb6ea3956478347f3877d9246faf94d18eae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0ffaab-54b7-4650-9738-bae768b4cde3" -d '{"events": [{"server_uuid": "92ce0410-e1bb-4a80-93e7-6075cf00502a", "name": "network-vif-deleted", "tag": "7c3a1cbe-c4fa-4fbc-9694-408e51b0df89"}]}' {{(pid=92342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:20:29.607991 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.provisioning_blocks [req-2d866960-b1d2-4051-98b2-0223995be0fc req-23aca2f9-3284-4425-bdee-da85aa83918d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Transition to ACTIVE for port object 63bb61db-a3bb-45d4-9cd6-da95ff7cdea3 will not be triggered until provisioned by entity DHCP. {{(pid=92341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:20:29.644562 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266a7dd7-4f15-4c2c-9d17-39425f48f7e4 x-openstack-request-id: req-266a7dd7-4f15-4c2c-9d17-39425f48f7e4 {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:20:29.644893 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ce0410-e1bb-4a80-93e7-6075cf00502a", "name": "network-vif-deleted", "tag": "7c3a1cbe-c4fa-4fbc-9694-408e51b0df89", "status": "completed", "code": 200}]} {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:20:29.645178 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-266a7dd7-4f15-4c2c-9d17-39425f48f7e4 {{(pid=92342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:20:29.645601 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ce0410-e1bb-4a80-93e7-6075cf00502a', 'name': 'network-vif-deleted', 'tag': '7c3a1cbe-c4fa-4fbc-9694-408e51b0df89', 'status': 'completed', 'code': 200}
Jun 02 08:20:29.680386 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-35b94a67-3057-4e5d-9219-6c8421532c7b req-3a8b1e44-100f-4a53-b34a-9be6ed062f7c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.72 "DELETE /v2.0/ports/7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 HTTP/1.1" status: 204  len: 173 time: 1.5605354
Jun 02 08:20:29.705091 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-219bb07e-6de6-41a8-84a3-81d6a0adc851 None None] Set router 18cdd829-20cb-4188-b402-74881fc4ba6c gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:20:29.718766 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-2d866960-b1d2-4051-98b2-0223995be0fc req-23aca2f9-3284-4425-bdee-da85aa83918d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:29.718766 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-b82ba419-e07a-4f33-b6b7-a2966e418ffc tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:20:29.787875 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d866960-b1d2-4051-98b2-0223995be0fc req-23aca2f9-3284-4425-bdee-da85aa83918d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Network 6d786477-7c27-401f-af8f-402c8aef0584 is already hosted by enough agents. {{(pid=92341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:20:29.790826 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [req-2d866960-b1d2-4051-98b2-0223995be0fc req-23aca2f9-3284-4425-bdee-da85aa83918d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Resources bound (agent type, host, resource id):  {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:20:29.795938 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d866960-b1d2-4051-98b2-0223995be0fc req-23aca2f9-3284-4425-bdee-da85aa83918d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Received port after_create {{(pid=92341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:20:29.832259 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aca2f9-3284-4425-bdee-da85aa83918d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Pushing event updated for resources: {'Port': ['ID=63bb61db-a3bb-45d4-9cd6-da95ff7cdea3,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:20:29.837090 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-23aca2f9-3284-4425-bdee-da85aa83918d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:20:29.876997 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d866960-b1d2-4051-98b2-0223995be0fc req-23aca2f9-3284-4425-bdee-da85aa83918d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:29.877644 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-2d866960-b1d2-4051-98b2-0223995be0fc req-23aca2f9-3284-4425-bdee-da85aa83918d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:30.004775 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-4fc55867-7cf5-42f7-bf54-6597f0fbcf2b req-f2582290-e979-4c5f-bc3f-a6b788fc86a0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1182933
Jun 02 08:20:30.030732 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2d866960-b1d2-4051-98b2-0223995be0fc req-23aca2f9-3284-4425-bdee-da85aa83918d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1317959
Jun 02 08:20:30.051876 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [req-2d866960-b1d2-4051-98b2-0223995be0fc req-8c81a4c9-9610-4cf8-bc07-e43997a137bc service neutron] Request body: {'port': {'device_id': '170f5be3-4f7b-4ed2-8853-866dad66bbb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:20:30.082297 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:30.084820 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:20:30.102413 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-219bb07e-6de6-41a8-84a3-81d6a0adc851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7ae44d60>, [{'id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1599526445-router', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:13:48Z', 'updated_at': '2021-06-02T08:13:54Z', 'revision_number': 4, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'gw_port': {'id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:49Z', 'updated_at': '2021-06-02T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': '72b525d1-3ed8-4ea6-83fd-d4fe65602dec', 'name': '', 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'mac_address': 'fa:16:3e:39:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:53Z', 'updated_at': '2021-06-02T08:13:59Z', 'revision_number': 5, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'subnets': [{'id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:20:30.111110 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219bb07e-6de6-41a8-84a3-81d6a0adc851 None None] Checking router: 18cdd829-20cb-4188-b402-74881fc4ba6c for host: dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:20:30.125136 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219bb07e-6de6-41a8-84a3-81d6a0adc851 None None] Routers {'18cdd829-20cb-4188-b402-74881fc4ba6c'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:20:30.125849 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-219bb07e-6de6-41a8-84a3-81d6a0adc851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7ae44d60>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:20:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['18cdd829-20cb-4188-b402-74881fc4ba6c'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:20:30.184495 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c4df9-db2e-45d9-b3c7-b6955afc8cae req-b06e6eeb-c4a1-4d4c-895e-2d6ea19092e6 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:30.185683 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-cf3c4df9-db2e-45d9-b3c7-b6955afc8cae req-b06e6eeb-c4a1-4d4c-895e-2d6ea19092e6 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Synchronizing usage tracker for tenant:72114cae61da476699f7059d4f116bba on resource:port {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:20:30.207067 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc55867-7cf5-42f7-bf54-6597f0fbcf2b req-29d1dedc-9490-46e3-b5f5-522eeb8436c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:30.208563 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-4fc55867-7cf5-42f7-bf54-6597f0fbcf2b req-29d1dedc-9490-46e3-b5f5-522eeb8436c8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0cd74e4181cd4ddeab1d3e91d6bc03c1&device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 1098 time: 0.0970557
Jun 02 08:20:30.268630 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-f2811775-fc8f-4b20-aa2e-64934163f54d None None] Provisioning for port 63bb61db-a3bb-45d4-9cd6-da95ff7cdea3 completed by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:20:30.269359 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-63e454ed-f03d-4541-bcb7-b76e0c6821bc req-3bff2f4c-6168-413d-a3d1-32dffddbc68e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=92ce0410-e1bb-4a80-93e7-6075cf00502a HTTP/1.1" status: 200  len: 210 time: 0.0548701
Jun 02 08:20:30.278175 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-2d866960-b1d2-4051-98b2-0223995be0fc req-8c81a4c9-9610-4cf8-bc07-e43997a137bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:30.279990 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-f2811775-fc8f-4b20-aa2e-64934163f54d None None] Provisioning complete for port 63bb61db-a3bb-45d4-9cd6-da95ff7cdea3 triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:20:30.280395 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-f2811775-fc8f-4b20-aa2e-64934163f54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:30.361835 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-f2811775-fc8f-4b20-aa2e-64934163f54d None None] Port 63bb61db-a3bb-45d4-9cd6-da95ff7cdea3 cannot update to ACTIVE because it is not bound. {{(pid=92343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 02 08:20:30.364337 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-219bb07e-6de6-41a8-84a3-81d6a0adc851 None None] Set router 18cdd829-20cb-4188-b402-74881fc4ba6c gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:20:30.370980 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc55867-7cf5-42f7-bf54-6597f0fbcf2b req-f95a060a-260a-43ca-be32-5cbfaada5e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:30.372772 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-4fc55867-7cf5-42f7-bf54-6597f0fbcf2b req-f95a060a-260a-43ca-be32-5cbfaada5e65 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c1f66d1-9778-4f70-8383-16f7b7ba24b7 HTTP/1.1" status: 200  len: 910 time: 0.1392889
Jun 02 08:20:30.408957 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-cf3c4df9-db2e-45d9-b3c7-b6955afc8cae req-b06e6eeb-c4a1-4d4c-895e-2d6ea19092e6 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Unset dirty status for tenant:72114cae61da476699f7059d4f116bba on resource:port {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:20:30.410152 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cf3c4df9-db2e-45d9-b3c7-b6955afc8cae req-b06e6eeb-c4a1-4d4c-895e-2d6ea19092e6 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=170f5be3-4f7b-4ed2-8853-866dad66bbb7 HTTP/1.1" status: 200  len: 931 time: 0.4362121
Jun 02 08:20:30.481159 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cf3c4df9-db2e-45d9-b3c7-b6955afc8cae req-e1998c0b-3265-4e56-b69c-583f3e96fcad tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=c49f30f3-5b05-4026-b8d5-16bf2a4e86b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589399
Jun 02 08:20:30.482017 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-4fc55867-7cf5-42f7-bf54-6597f0fbcf2b req-4cde0536-f475-4cd9-a702-18f122b0aec3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c127a46-1abb-48e4-9757-9f10d049c773 HTTP/1.1" status: 200  len: 1001 time: 0.1020036
Jun 02 08:20:30.553252 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc55867-7cf5-42f7-bf54-6597f0fbcf2b req-7b49d5bb-1869-4ae9-92a5-d41693de6a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:30.554986 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-4fc55867-7cf5-42f7-bf54-6597f0fbcf2b req-7b49d5bb-1869-4ae9-92a5-d41693de6a69 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=05bff79a-25c7-4afc-bc71-912a7a9eed0b HTTP/1.1" status: 200  len: 848 time: 0.0639277
Jun 02 08:20:30.653792 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc55867-7cf5-42f7-bf54-6597f0fbcf2b req-93e624ea-f235-4573-aed0-55940ae95669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:30.655638 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-4fc55867-7cf5-42f7-bf54-6597f0fbcf2b req-93e624ea-f235-4573-aed0-55940ae95669 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c1f66d1-9778-4f70-8383-16f7b7ba24b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0935004
Jun 02 08:20:30.689840 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [req-2d866960-b1d2-4051-98b2-0223995be0fc req-8c81a4c9-9610-4cf8-bc07-e43997a137bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63bb61db-a3bb-45d4-9cd6-da95ff7cdea3 {{(pid=92341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:20:30.697671 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-2d866960-b1d2-4051-98b2-0223995be0fc req-8c81a4c9-9610-4cf8-bc07-e43997a137bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:30.712233 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.provisioning_blocks [req-2d866960-b1d2-4051-98b2-0223995be0fc req-8c81a4c9-9610-4cf8-bc07-e43997a137bc service neutron] Transition to ACTIVE for port object 63bb61db-a3bb-45d4-9cd6-da95ff7cdea3 will not be triggered until provisioned by entity L2. {{(pid=92341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:20:30.734090 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-219bb07e-6de6-41a8-84a3-81d6a0adc851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7ae44d60>, [{'id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1599526445-router', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:13:48Z', 'updated_at': '2021-06-02T08:13:54Z', 'revision_number': 4, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'gw_port': {'id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:49Z', 'updated_at': '2021-06-02T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': '72b525d1-3ed8-4ea6-83fd-d4fe65602dec', 'name': '', 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'mac_address': 'fa:16:3e:39:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:53Z', 'updated_at': '2021-06-02T08:13:59Z', 'revision_number': 5, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'subnets': [{'id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:20:30.738822 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219bb07e-6de6-41a8-84a3-81d6a0adc851 None None] The sync data for ids ['18cdd829-20cb-4188-b402-74881fc4ba6c'] in dv-cinder-786385-7-iscsi is: [{'id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1599526445-router', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:13:48Z', 'updated_at': '2021-06-02T08:13:54Z', 'revision_number': 4, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'gw_port': {'id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:49Z', 'updated_at': '2021-06-02T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': '72b525d1-3ed8-4ea6-83fd-d4fe65602dec', 'name': '', 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'mac_address': 'fa:16:3e:39:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:53Z', 'updated_at': '2021-06-02T08:13:59Z', 'revision_number': 5, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'subnets': [{'id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:20:30.793798 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-2d866960-b1d2-4051-98b2-0223995be0fc req-8c81a4c9-9610-4cf8-bc07-e43997a137bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589761'] for port, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:30.804451 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-4fc55867-7cf5-42f7-bf54-6597f0fbcf2b req-3e38f951-8de1-45c5-b11d-c4dcf269f394 service neutron] 10.222.0.72 "GET /v2.0/networks/5c1f66d1-9778-4f70-8383-16f7b7ba24b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361830
Jun 02 08:20:30.804549 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-0ac1a177-5a04-476d-a701-3b2da9a2bf73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:20:30.948635 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-4fc55867-7cf5-42f7-bf54-6597f0fbcf2b req-1481ff4c-ed55-4672-bcd6-2944409d688c service neutron] 10.222.0.72 "GET /v2.0/networks/5c1f66d1-9778-4f70-8383-16f7b7ba24b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381705
Jun 02 08:20:30.975948 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81a4c9-9610-4cf8-bc07-e43997a137bc service neutron] Pushing event updated for resources: {'Port': ['ID=63bb61db-a3bb-45d4-9cd6-da95ff7cdea3,revision_number=2']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:20:31.003164 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-8c81a4c9-9610-4cf8-bc07-e43997a137bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:20:31.046827 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b156e76a-8a14-486c-a2a7-52a0d1d97489 None None] New status for floating IP d6b41995-e423-48a9-92fe-f3553eab6b00: DOWN {{(pid=92344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 02 08:20:31.058478 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.managers [req-2d866960-b1d2-4051-98b2-0223995be0fc req-8c81a4c9-9610-4cf8-bc07-e43997a137bc service neutron] Attempting to bind port 63bb61db-a3bb-45d4-9cd6-da95ff7cdea3 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:20:31.058478 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.managers [req-2d866960-b1d2-4051-98b2-0223995be0fc req-8c81a4c9-9610-4cf8-bc07-e43997a137bc service neutron] Attempting to bind port 63bb61db-a3bb-45d4-9cd6-da95ff7cdea3 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'd228646d-971f-4da9-a65d-c70903a4f851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584'}] {{(pid=92341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:20:31.058848 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d866960-b1d2-4051-98b2-0223995be0fc req-8c81a4c9-9610-4cf8-bc07-e43997a137bc service neutron] Attempting to bind port 63bb61db-a3bb-45d4-9cd6-da95ff7cdea3 on network 6d786477-7c27-401f-af8f-402c8aef0584 {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:20:31.064391 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d866960-b1d2-4051-98b2-0223995be0fc req-8c81a4c9-9610-4cf8-bc07-e43997a137bc service neutron] Port 63bb61db-a3bb-45d4-9cd6-da95ff7cdea3 on network 6d786477-7c27-401f-af8f-402c8aef0584 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 02 08:20:31.064701 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d866960-b1d2-4051-98b2-0223995be0fc req-8c81a4c9-9610-4cf8-bc07-e43997a137bc service neutron] Attempting to bind port 63bb61db-a3bb-45d4-9cd6-da95ff7cdea3 on network 6d786477-7c27-401f-af8f-402c8aef0584 {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:20:31.069747 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d866960-b1d2-4051-98b2-0223995be0fc req-8c81a4c9-9610-4cf8-bc07-e43997a137bc service neutron] Checking agent: {'id': '5f85f1d8-5acd-47ff-be11-89642c504a90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:20:31.070072 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d866960-b1d2-4051-98b2-0223995be0fc req-8c81a4c9-9610-4cf8-bc07-e43997a137bc service neutron] Checking segment: {'id': 'd228646d-971f-4da9-a65d-c70903a4f851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:20:31.070438 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d866960-b1d2-4051-98b2-0223995be0fc req-8c81a4c9-9610-4cf8-bc07-e43997a137bc service neutron] Bound using segment: {'id': 'd228646d-971f-4da9-a65d-c70903a4f851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584'} {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:20:31.070847 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.managers [req-2d866960-b1d2-4051-98b2-0223995be0fc req-8c81a4c9-9610-4cf8-bc07-e43997a137bc service neutron] Bound port: 63bb61db-a3bb-45d4-9cd6-da95ff7cdea3, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd228646d-971f-4da9-a65d-c70903a4f851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584'}}] {{(pid=92341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:20:31.071182 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-2d866960-b1d2-4051-98b2-0223995be0fc req-8c81a4c9-9610-4cf8-bc07-e43997a137bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:31.225391 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-2d866960-b1d2-4051-98b2-0223995be0fc req-8c81a4c9-9610-4cf8-bc07-e43997a137bc service neutron] For port 63bb61db-a3bb-45d4-9cd6-da95ff7cdea3, host hv-cinder-78638, cleared binding levels {{(pid=92341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:20:31.228261 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-2d866960-b1d2-4051-98b2-0223995be0fc req-8c81a4c9-9610-4cf8-bc07-e43997a137bc service neutron] For port 63bb61db-a3bb-45d4-9cd6-da95ff7cdea3, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=63bb61db-a3bb-45d4-9cd6-da95ff7cdea3,segment=NetworkSegment(d228646d-971f-4da9-a65d-c70903a4f851),segment_id=d228646d-971f-4da9-a65d-c70903a4f851)] {{(pid=92341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:20:31.315163 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-2d866960-b1d2-4051-98b2-0223995be0fc req-8c81a4c9-9610-4cf8-bc07-e43997a137bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589761'] for port, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:31.319202 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:20:31.378095 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d866960-b1d2-4051-98b2-0223995be0fc req-8c81a4c9-9610-4cf8-bc07-e43997a137bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:31.378712 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-2d866960-b1d2-4051-98b2-0223995be0fc req-8c81a4c9-9610-4cf8-bc07-e43997a137bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:31.380084 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2d866960-b1d2-4051-98b2-0223995be0fc req-8c81a4c9-9610-4cf8-bc07-e43997a137bc service neutron] 10.222.0.72 "PUT /v2.0/ports/63bb61db-a3bb-45d4-9cd6-da95ff7cdea3 HTTP/1.1" status: 200  len: 1093 time: 1.3346241
Jun 02 08:20:31.380620 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '170f5be3-4f7b-4ed2-8853-866dad66bbb7', 'tag': '63bb61db-a3bb-45d4-9cd6-da95ff7cdea3'}] {{(pid=92341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:20:31.385785 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d416597fa12f88f8d9bd515793328be5ccabd674e07c2f357b392af977663f84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f474ca0-5a86-4926-a95f-3a3ecdec2bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "170f5be3-4f7b-4ed2-8853-866dad66bbb7", "tag": "63bb61db-a3bb-45d4-9cd6-da95ff7cdea3"}]}' {{(pid=92341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:20:31.408999 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81a4c9-9610-4cf8-bc07-e43997a137bc service neutron] Pushing event updated for resources: {'Port': ['ID=63bb61db-a3bb-45d4-9cd6-da95ff7cdea3,revision_number=3']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:20:31.412325 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-8c81a4c9-9610-4cf8-bc07-e43997a137bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:20:31.452857 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7832755-f89f-4ed2-8625-9ab1df31c595 x-openstack-request-id: req-b7832755-f89f-4ed2-8625-9ab1df31c595 {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:20:31.453279 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "170f5be3-4f7b-4ed2-8853-866dad66bbb7", "tag": "63bb61db-a3bb-45d4-9cd6-da95ff7cdea3", "status": "completed", "code": 200}]} {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:20:31.453645 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b7832755-f89f-4ed2-8625-9ab1df31c595 {{(pid=92341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:20:31.454146 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '170f5be3-4f7b-4ed2-8853-866dad66bbb7', 'tag': '63bb61db-a3bb-45d4-9cd6-da95ff7cdea3', 'status': 'completed', 'code': 200}
Jun 02 08:20:31.529424 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 37636) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:20:31.559701 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f474ca0-5a86-4926-a95f-3a3ecdec2bcf req-f5020100-5f77-43b2-a585-b0f8dd1a4c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:31.561198 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4f474ca0-5a86-4926-a95f-3a3ecdec2bcf req-f5020100-5f77-43b2-a585-b0f8dd1a4c95 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72114cae61da476699f7059d4f116bba&device_id=170f5be3-4f7b-4ed2-8853-866dad66bbb7 HTTP/1.1" status: 200  len: 1096 time: 0.0810099
Jun 02 08:20:31.597905 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b0f68763-f9cf-4f0d-8a4f-72e3edd977e8 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:31.627119 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b0f68763-f9cf-4f0d-8a4f-72e3edd977e8 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:31.753854 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b0f68763-f9cf-4f0d-8a4f-72e3edd977e8 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:31.758248 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f474ca0-5a86-4926-a95f-3a3ecdec2bcf req-9a26224e-93c3-4401-8348-3a100d354f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:31.759107 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-f2e48612-d257-42e7-839c-430f9e337e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:20:31.759675 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4f474ca0-5a86-4926-a95f-3a3ecdec2bcf req-9a26224e-93c3-4401-8348-3a100d354f79 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=72114cae61da476699f7059d4f116bba&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1904902
Jun 02 08:20:31.774441 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f68763-f9cf-4f0d-8a4f-72e3edd977e8 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82571dc2-2f2c-4124-bd86-2c2506957795,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:20:31.776834 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-b0f68763-f9cf-4f0d-8a4f-72e3edd977e8 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:20:31.799299 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c33517-2971-4848-a0bf-99b65f34bb0b req-4b500873-3a67-4215-b5b2-be6c0340c59c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:31.800890 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-70c33517-2971-4848-a0bf-99b65f34bb0b req-4b500873-3a67-4215-b5b2-be6c0340c59c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=170f5be3-4f7b-4ed2-8853-866dad66bbb7 HTTP/1.1" status: 200  len: 943 time: 0.1889977
Jun 02 08:20:31.835412 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b0f68763-f9cf-4f0d-8a4f-72e3edd977e8 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:31.839957 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-b0f68763-f9cf-4f0d-8a4f-72e3edd977e8 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "DELETE /v2.0/security-groups/82571dc2-2f2c-4124-bd86-2c2506957795 HTTP/1.1" status: 204  len: 168 time: 0.3061111
Jun 02 08:20:31.840335 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 37638) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:20:31.855905 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.api.v2.resource [None req-80f9b807-acd7-4a33-aaf1-51940db97412 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] show failed (client error): The resource could not be found.
Jun 02 08:20:31.860109 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-80f9b807-acd7-4a33-aaf1-51940db97412 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups/82571dc2-2f2c-4124-bd86-2c2506957795 HTTP/1.1" status: 404  len: 347 time: 0.0155756
Jun 02 08:20:31.860406 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 37640) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:20:31.923574 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-70c33517-2971-4848-a0bf-99b65f34bb0b req-187d9337-19d5-47bf-bb77-05e513094667 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=c49f30f3-5b05-4026-b8d5-16bf2a4e86b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1148231
Jun 02 08:20:31.944312 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f474ca0-5a86-4926-a95f-3a3ecdec2bcf req-b17eba83-319d-4af5-83f7-19bb7e70a61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:31.945730 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4f474ca0-5a86-4926-a95f-3a3ecdec2bcf req-b17eba83-319d-4af5-83f7-19bb7e70a61f service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1779308
Jun 02 08:20:32.055157 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d866960-b1d2-4051-98b2-0223995be0fc req-7ca03d97-2d64-4da3-986d-082b32d43394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:32.056666 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2d866960-b1d2-4051-98b2-0223995be0fc req-7ca03d97-2d64-4da3-986d-082b32d43394 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72114cae61da476699f7059d4f116bba&device_id=170f5be3-4f7b-4ed2-8853-866dad66bbb7 HTTP/1.1" status: 200  len: 1096 time: 0.0699618
Jun 02 08:20:32.072028 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-759e4006-713b-4f70-bb9b-de99fb884ac0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Deleting port 6e68504f-8262-4073-9e82-e4098ee2a307 {{(pid=92342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:20:32.072393 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-759e4006-713b-4f70-bb9b-de99fb884ac0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:32.128821 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2d866960-b1d2-4051-98b2-0223995be0fc req-41f4b9f7-ee84-491e-b823-a83d1c60bd18 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63bb61db-a3bb-45d4-9cd6-da95ff7cdea3 HTTP/1.1" status: 200  len: 217 time: 0.0630157
Jun 02 08:20:32.189570 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-759e4006-713b-4f70-bb9b-de99fb884ac0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:32.190137 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-759e4006-713b-4f70-bb9b-de99fb884ac0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:32.200669 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d866960-b1d2-4051-98b2-0223995be0fc req-220c4682-1046-445f-b68e-7b3d322a4d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:32.202078 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2d866960-b1d2-4051-98b2-0223995be0fc req-220c4682-1046-445f-b68e-7b3d322a4d6e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7286860f-5241-4865-8fea-b07cfe7d1a59 HTTP/1.1" status: 200  len: 850 time: 0.0659130
Jun 02 08:20:32.279058 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d866960-b1d2-4051-98b2-0223995be0fc req-fdf4b4d9-ce95-4a19-bef2-7f40c41055d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:32.280605 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2d866960-b1d2-4051-98b2-0223995be0fc req-fdf4b4d9-ce95-4a19-bef2-7f40c41055d2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d786477-7c27-401f-af8f-402c8aef0584&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0714037
Jun 02 08:20:32.413467 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-759e4006-713b-4f70-bb9b-de99fb884ac0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Calling delete_port for 6e68504f-8262-4073-9e82-e4098ee2a307 owned by network:floatingip {{(pid=92342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:20:32.416267 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2d866960-b1d2-4051-98b2-0223995be0fc req-8c9c6bca-9db2-45cb-bfe0-0be8e366bf30 service neutron] 10.222.0.72 "GET /v2.0/networks/6d786477-7c27-401f-af8f-402c8aef0584?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234531
Jun 02 08:20:32.516127 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:20:32.548596 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2d866960-b1d2-4051-98b2-0223995be0fc req-b0bbe415-0040-4cab-b4f2-1abbef2edf35 service neutron] 10.222.0.72 "GET /v2.0/networks/6d786477-7c27-401f-af8f-402c8aef0584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247888
Jun 02 08:20:32.550734 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] No Port match for: 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:20:32.551085 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 7c3a1cbe-c4fa-4fbc-9694-408e51b0df89 not bound to the agent host hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:20:32.573554 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-759e4006-713b-4f70-bb9b-de99fb884ac0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:32.578337 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-37c19675-7e88-4ddc-be57-e005ee8621ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:20:32.624072 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e4006-713b-4f70-bb9b-de99fb884ac0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Pushing event deleted for resources: {'Port': ['ID=6e68504f-8262-4073-9e82-e4098ee2a307,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:20:32.650201 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-759e4006-713b-4f70-bb9b-de99fb884ac0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:20:32.712267 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-759e4006-713b-4f70-bb9b-de99fb884ac0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for floatingip, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:32.725626 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-759e4006-713b-4f70-bb9b-de99fb884ac0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for floatingip, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:32.726724 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-759e4006-713b-4f70-bb9b-de99fb884ac0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "DELETE /v2.0/floatingips/d6b41995-e423-48a9-92fe-f3553eab6b00 HTTP/1.1" status: 204  len: 168 time: 0.8653989
Jun 02 08:20:33.101097 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df49fa-1f82-4577-87cc-fdee2fd897f6 req-9fc0c271-4280-4b42-9a3e-c04f6f0efbce tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:33.102535 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-02df49fa-1f82-4577-87cc-fdee2fd897f6 req-9fc0c271-4280-4b42-9a3e-c04f6f0efbce tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=170f5be3-4f7b-4ed2-8853-866dad66bbb7 HTTP/1.1" status: 200  len: 943 time: 0.0779040
Jun 02 08:20:33.150399 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-02df49fa-1f82-4577-87cc-fdee2fd897f6 req-eb206a8d-981a-4460-ae76-ffaea039feb3 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=c49f30f3-5b05-4026-b8d5-16bf2a4e86b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421112
Jun 02 08:20:33.246683 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 37646) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:20:33.251646 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-3515439a-638d-47fb-9f5f-83a0f3c8b4eb tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1849747761', 'description': 'tempest-description--1983838056'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:20:33.257418 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-3515439a-638d-47fb-9f5f-83a0f3c8b4eb tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:20:33.261384 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-3515439a-638d-47fb-9f5f-83a0f3c8b4eb tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Usage tracker for resource:security_group and tenant:52efccb2fe9c471881216eb5b42411f7 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:20:33.264139 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-3515439a-638d-47fb-9f5f-83a0f3c8b4eb tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:20:33.270661 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-3515439a-638d-47fb-9f5f-83a0f3c8b4eb tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:20:33.336391 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-3515439a-638d-47fb-9f5f-83a0f3c8b4eb tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:33.356261 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-3515439a-638d-47fb-9f5f-83a0f3c8b4eb tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:20:33.360493 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-3515439a-638d-47fb-9f5f-83a0f3c8b4eb tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Usage tracker for resource:security_group_rule and tenant:52efccb2fe9c471881216eb5b42411f7 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:20:33.363244 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-3515439a-638d-47fb-9f5f-83a0f3c8b4eb tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:20:33.368872 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-3515439a-638d-47fb-9f5f-83a0f3c8b4eb tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:20:33.436338 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-3515439a-638d-47fb-9f5f-83a0f3c8b4eb tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:33.521915 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-3515439a-638d-47fb-9f5f-83a0f3c8b4eb tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:33.525696 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-b81ff8b6-1d2a-44f5-a480-55cc163af29a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:20:33.566632 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515439a-638d-47fb-9f5f-83a0f3c8b4eb tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3047d90-1862-4689-865f-3b22a5594a26,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:20:33.569352 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-3515439a-638d-47fb-9f5f-83a0f3c8b4eb tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:20:33.642246 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-3515439a-638d-47fb-9f5f-83a0f3c8b4eb tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:33.643430 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-3515439a-638d-47fb-9f5f-83a0f3c8b4eb tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.3957922
Jun 02 08:20:33.646107 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 37648) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:20:33.650379 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-b7068ef1-957b-4ab2-9aa5-303ae86d70bd tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Request body: {'security_group_rule': {'security_group_id': 'd3047d90-1862-4689-865f-3b22a5594a26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:20:33.658021 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-b7068ef1-957b-4ab2-9aa5-303ae86d70bd tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:20:33.660267 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-b7068ef1-957b-4ab2-9aa5-303ae86d70bd tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Usage tracker for resource:security_group_rule and tenant:52efccb2fe9c471881216eb5b42411f7 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:20:33.663221 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-b7068ef1-957b-4ab2-9aa5-303ae86d70bd tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:20:33.668919 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-b7068ef1-957b-4ab2-9aa5-303ae86d70bd tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:20:33.742643 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b7068ef1-957b-4ab2-9aa5-303ae86d70bd tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:33.801572 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b7068ef1-957b-4ab2-9aa5-303ae86d70bd tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:33.881809 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b7068ef1-957b-4ab2-9aa5-303ae86d70bd tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216472'] for security_group_rule, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:33.883733 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:20:33.905493 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7068ef1-957b-4ab2-9aa5-303ae86d70bd tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba733fa-3ad6-4980-9fa2-1e9950276dcc,revision_number=0']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:20:33.908777 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-b7068ef1-957b-4ab2-9aa5-303ae86d70bd tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:20:33.978873 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b7068ef1-957b-4ab2-9aa5-303ae86d70bd tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:33.980038 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-b7068ef1-957b-4ab2-9aa5-303ae86d70bd tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3330386
Jun 02 08:20:33.982802 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 37650) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:20:33.987883 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-a6899fe0-0ee0-4419-9e4e-c3d5d069c455 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Request body: {'security_group_rule': {'security_group_id': 'd3047d90-1862-4689-865f-3b22a5594a26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:20:33.993726 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-a6899fe0-0ee0-4419-9e4e-c3d5d069c455 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:20:33.997814 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-a6899fe0-0ee0-4419-9e4e-c3d5d069c455 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Usage tracker for resource:security_group_rule and tenant:52efccb2fe9c471881216eb5b42411f7 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:20:34.000752 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-a6899fe0-0ee0-4419-9e4e-c3d5d069c455 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:20:34.006456 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-a6899fe0-0ee0-4419-9e4e-c3d5d069c455 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:20:34.113398 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a6899fe0-0ee0-4419-9e4e-c3d5d069c455 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:34.173652 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a6899fe0-0ee0-4419-9e4e-c3d5d069c455 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:34.295112 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a6899fe0-0ee0-4419-9e4e-c3d5d069c455 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216472'] for security_group_rule, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:34.301399 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-d3a1928a-ef7c-4e7e-bc15-fac7e3fafe0f tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:20:34.326629 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6899fe0-0ee0-4419-9e4e-c3d5d069c455 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512ec9f1-2a40-4709-8621-77539e3d0960,revision_number=0']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:20:34.333461 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-a6899fe0-0ee0-4419-9e4e-c3d5d069c455 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:20:34.364426 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a73bb-78c9-4aa5-838d-eb99077c7326 req-fe0052e2-e90c-4314-9c14-c79776e9bf87 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:34.365866 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-354a73bb-78c9-4aa5-838d-eb99077c7326 req-fe0052e2-e90c-4314-9c14-c79776e9bf87 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=170f5be3-4f7b-4ed2-8853-866dad66bbb7 HTTP/1.1" status: 200  len: 943 time: 0.1066415
Jun 02 08:20:34.410854 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-354a73bb-78c9-4aa5-838d-eb99077c7326 req-da5f2eb5-f700-47fb-8640-4c1fd066ea42 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=c49f30f3-5b05-4026-b8d5-16bf2a4e86b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392318
Jun 02 08:20:34.427737 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a6899fe0-0ee0-4419-9e4e-c3d5d069c455 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:34.428793 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-a6899fe0-0ee0-4419-9e4e-c3d5d069c455 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4450569
Jun 02 08:20:34.431791 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 37654) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:20:34.436144 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-db0c64a9-455d-43f9-bd25-83c717ce248a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Request body: {'floatingip': {'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:20:34.442414 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-db0c64a9-455d-43f9-bd25-83c717ce248a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:20:34.446199 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-db0c64a9-455d-43f9-bd25-83c717ce248a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Usage tracker for resource:floatingip and tenant:52efccb2fe9c471881216eb5b42411f7 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:20:34.449001 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-db0c64a9-455d-43f9-bd25-83c717ce248a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:20:34.455342 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-db0c64a9-455d-43f9-bd25-83c717ce248a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:20:34.550986 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-db0c64a9-455d-43f9-bd25-83c717ce248a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for floatingip, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:34.743656 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-db0c64a9-455d-43f9-bd25-83c717ce248a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:34.887203 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.db_base_plugin_common [None req-db0c64a9-455d-43f9-bd25-83c717ce248a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Allocated IP 172.27.3.167 (25cee017-96f1-470f-84b1-115420be0257/100151e0-9740-4c20-8f2c-560e0808d190/c23f336f-fb2d-4b11-a7d5-07533ab6000d) {{(pid=92341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:20:35.028576 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-db0c64a9-455d-43f9-bd25-83c717ce248a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for port, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:35.139336 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-db0c64a9-455d-43f9-bd25-83c717ce248a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:35.143192 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-cc05dad2-e85b-43cf-9b40-d3ba0b3b5f53 tempest-AttachVolumeNegativeTest-2135687854 tempest-AttachVolumeNegativeTest-2135687854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:20:35.209018 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0c64a9-455d-43f9-bd25-83c717ce248a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Network 25cee017-96f1-470f-84b1-115420be0257 is already hosted by enough agents. {{(pid=92341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:20:35.211808 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [None req-db0c64a9-455d-43f9-bd25-83c717ce248a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Resources bound (agent type, host, resource id):  {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:20:35.215354 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0c64a9-455d-43f9-bd25-83c717ce248a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Received port after_create {{(pid=92341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:20:35.247379 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c64a9-455d-43f9-bd25-83c717ce248a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Pushing event updated for resources: {'Port': ['ID=c23f336f-fb2d-4b11-a7d5-07533ab6000d,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:20:35.252075 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-db0c64a9-455d-43f9-bd25-83c717ce248a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:20:35.294573 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-db0c64a9-455d-43f9-bd25-83c717ce248a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:35.433883 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-db0c64a9-455d-43f9-bd25-83c717ce248a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:35.697749 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd39cd-6072-421d-a077-1018fd3a2f76 req-81e620a0-8c20-497e-8f8f-3f25cdc67a3d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:35.699239 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-accd39cd-6072-421d-a077-1018fd3a2f76 req-81e620a0-8c20-497e-8f8f-3f25cdc67a3d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=170f5be3-4f7b-4ed2-8853-866dad66bbb7 HTTP/1.1" status: 200  len: 943 time: 0.1771309
Jun 02 08:20:35.739105 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-db0c64a9-455d-43f9-bd25-83c717ce248a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for port, precommit_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:35.759678 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-accd39cd-6072-421d-a077-1018fd3a2f76 req-5f7c7781-9108-44d9-8ec0-ded77bf04632 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=c49f30f3-5b05-4026-b8d5-16bf2a4e86b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471845
Jun 02 08:20:35.816774 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-db0c64a9-455d-43f9-bd25-83c717ce248a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589761'] for port, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:35.821798 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-23be57ce-4dbb-432d-97cb-feeb18675e13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:20:36.010030 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c64a9-455d-43f9-bd25-83c717ce248a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Pushing event updated for resources: {'Port': ['ID=c23f336f-fb2d-4b11-a7d5-07533ab6000d,revision_number=2']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:20:36.021647 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-db0c64a9-455d-43f9-bd25-83c717ce248a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:20:36.049552 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-db0c64a9-455d-43f9-bd25-83c717ce248a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8036659'] for floatingip, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:36.093641 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f40af-dc63-4520-8db5-84c42e5e3ba7 req-a2d80f61-1b31-4583-a1a2-c5727065feed tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:36.095628 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7a8f40af-dc63-4520-8db5-84c42e5e3ba7 req-a2d80f61-1b31-4583-a1a2-c5727065feed tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 984 time: 0.2344346
Jun 02 08:20:36.099588 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee7f2c-48af-47fc-bd68-e529eeefc403 req-b255c1cd-8911-46a5-9374-ea9e1a49949b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:36.099588 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-42ee7f2c-48af-47fc-bd68-e529eeefc403 req-b255c1cd-8911-46a5-9374-ea9e1a49949b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c12ecd13c56d41cbb58946524acfe3a4&device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 1137 time: 0.1912451
Jun 02 08:20:36.166364 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-db0c64a9-455d-43f9-bd25-83c717ce248a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for floatingip, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:36.167505 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-db0c64a9-455d-43f9-bd25-83c717ce248a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7347488
Jun 02 08:20:36.228079 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7a8f40af-dc63-4520-8db5-84c42e5e3ba7 req-ae75f0eb-476b-44b4-b5bd-9ccd12a3c42f tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&id=7d637da7-e53a-4cf8-a1a1-aac4a062db40&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1264873
Jun 02 08:20:36.265016 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee7f2c-48af-47fc-bd68-e529eeefc403 req-a7b5a502-7f33-44c9-8b7d-ae4f71773a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:36.266402 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-42ee7f2c-48af-47fc-bd68-e529eeefc403 req-a7b5a502-7f33-44c9-8b7d-ae4f71773a17 service neutron] 10.222.0.72 "GET /v2.0/networks?id=08fbaa15-9e5d-4d43-8d34-d36dcaacffc4 HTTP/1.1" status: 200  len: 916 time: 0.1516149
Jun 02 08:20:36.387375 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-42ee7f2c-48af-47fc-bd68-e529eeefc403 req-8a11c347-fb28-4a42-9ef6-61d3275f3baa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a4225f3-fd7a-461c-9264-f2ea03545096 HTTP/1.1" status: 200  len: 1000 time: 0.1143789
Jun 02 08:20:36.443618 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-b8e2a932-8d8c-4708-85b6-22c3c8b9f12e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Synchronizing usage tracker for tenant:52efccb2fe9c471881216eb5b42411f7 on resource:security_group {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:20:36.516036 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 63bb61db-a3bb-45d4-9cd6-da95ff7cdea3 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=92343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 02 08:20:36.536670 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee7f2c-48af-47fc-bd68-e529eeefc403 req-b532aa30-de1a-44cc-8cc5-3234f668a628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:36.538069 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-42ee7f2c-48af-47fc-bd68-e529eeefc403 req-b532aa30-de1a-44cc-8cc5-3234f668a628 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=82c7946a-1134-47b3-9c3a-1e02a1d3a7d4 HTTP/1.1" status: 200  len: 854 time: 0.1430874
Jun 02 08:20:36.611469 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-b8e2a932-8d8c-4708-85b6-22c3c8b9f12e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Unset dirty status for tenant:52efccb2fe9c471881216eb5b42411f7 on resource:security_group {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:20:36.612624 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-b8e2a932-8d8c-4708-85b6-22c3c8b9f12e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1849747761&fields=id&tenant_id=52efccb2fe9c471881216eb5b42411f7 HTTP/1.1" status: 200  len: 267 time: 0.2548354
Jun 02 08:20:36.615143 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee7f2c-48af-47fc-bd68-e529eeefc403 req-1981868b-09d2-4da4-b3bf-844faf7ef491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:36.616132 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-42ee7f2c-48af-47fc-bd68-e529eeefc403 req-1981868b-09d2-4da4-b3bf-844faf7ef491 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08fbaa15-9e5d-4d43-8d34-d36dcaacffc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0707657
Jun 02 08:20:36.653989 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 63bb61db-a3bb-45d4-9cd6-da95ff7cdea3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=63bb61db-a3bb-45d4-9cd6-da95ff7cdea3,segment=NetworkSegment(d228646d-971f-4da9-a65d-c70903a4f851),segment_id=d228646d-971f-4da9-a65d-c70903a4f851)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:20:36.670035 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Returning: {'device': '63bb61db-a3bb-45d4-9cd6-da95ff7cdea3', 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584', 'port_id': '63bb61db-a3bb-45d4-9cd6-da95ff7cdea3', 'mac_address': 'fa:16:3e:50:64:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7286860f-5241-4865-8fea-b07cfe7d1a59', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 02 08:20:36.729094 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:36.749876 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63bb61db-a3bb-45d4-9cd6-da95ff7cdea3 {{(pid=92343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:20:36.767456 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 63bb61db-a3bb-45d4-9cd6-da95ff7cdea3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=63bb61db-a3bb-45d4-9cd6-da95ff7cdea3,segment=NetworkSegment(d228646d-971f-4da9-a65d-c70903a4f851),segment_id=d228646d-971f-4da9-a65d-c70903a4f851)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:20:36.868440 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:36.870281 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:20:36.907630 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-42ee7f2c-48af-47fc-bd68-e529eeefc403 req-7e8128ba-dbe6-4334-8b3d-0f9ff9f9ce58 service neutron] 10.222.0.72 "GET /v2.0/networks/08fbaa15-9e5d-4d43-8d34-d36dcaacffc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2833555
Jun 02 08:20:36.914155 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-bf1a72cf-4737-4bcc-a76c-cfdf12b364c6 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:36.915636 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-bf1a72cf-4737-4bcc-a76c-cfdf12b364c6 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/networks?id=4696b473-c29b-4b8f-aebc-3497761794e1 HTTP/1.1" status: 200  len: 817 time: 0.2933056
Jun 02 08:20:36.946378 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=63bb61db-a3bb-45d4-9cd6-da95ff7cdea3,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:20:36.949495 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:20:36.963784 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-5784a30e-c45f-4408-a102-a9e5e3f68877 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/quotas/52efccb2fe9c471881216eb5b42411f7 HTTP/1.1" status: 200  len: 375 time: 0.0414722
Jun 02 08:20:37.137318 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776417e4-9224-4a1c-8f51-91bf5af3b881 req-5401e442-3fb8-4921-9ac0-80936f4b239f tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:37.138741 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-776417e4-9224-4a1c-8f51-91bf5af3b881 req-5401e442-3fb8-4921-9ac0-80936f4b239f tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=170f5be3-4f7b-4ed2-8853-866dad66bbb7 HTTP/1.1" status: 200  len: 944 time: 0.2695327
Jun 02 08:20:37.142926 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-42ee7f2c-48af-47fc-bd68-e529eeefc403 req-99612244-d40f-4d7f-b836-4aaf72848746 service neutron] 10.222.0.72 "GET /v2.0/networks/08fbaa15-9e5d-4d43-8d34-d36dcaacffc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2263463
Jun 02 08:20:37.198916 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-780f9d55-3507-45a4-b28c-12b7d3463ec1 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=52efccb2fe9c471881216eb5b42411f7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2213812
Jun 02 08:20:37.205024 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-776417e4-9224-4a1c-8f51-91bf5af3b881 req-1b68f00a-9d37-47ba-8463-28cb1e5c0da9 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=c49f30f3-5b05-4026-b8d5-16bf2a4e86b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602217
Jun 02 08:20:37.215135 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['63bb61db-a3bb-45d4-9cd6-da95ff7cdea3'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:20:37.344238 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-aecbdd29-09ea-434f-ad3c-8ad5e25c3542 service neutron] 10.222.0.77 "GET /v2.0/networks/4696b473-c29b-4b8f-aebc-3497761794e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323330
Jun 02 08:20:37.533811 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-e326a6eb-8a42-4697-9084-968e0593fa0f service neutron] 10.222.0.77 "GET /v2.0/networks/4696b473-c29b-4b8f-aebc-3497761794e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1481743
Jun 02 08:20:37.541952 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dace1f4-5acc-4da0-bd55-b5d0c1cd6302 req-302f57da-e89c-47a3-aa6b-ae7d97cb876b tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:37.543328 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3dace1f4-5acc-4da0-bd55-b5d0c1cd6302 req-302f57da-e89c-47a3-aa6b-ae7d97cb876b tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 984 time: 0.1967478
Jun 02 08:20:37.590022 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3dace1f4-5acc-4da0-bd55-b5d0c1cd6302 req-ebc6cf25-83cd-406d-9e8e-fb7b76f33990 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&id=7d637da7-e53a-4cf8-a1a1-aac4a062db40&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0398889
Jun 02 08:20:37.785100 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a3329077-5de4-40b8-a612-8e682093e9a5 req-d82f0e84-40d6-4567-8b03-5573b1d6d7b0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 210 time: 0.0445738
Jun 02 08:20:38.390209 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd9767-65a8-4fb9-83f2-b930f4bec76a req-96678f8c-bc6a-411c-9558-0ba64d9b973d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:38.392275 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-59bd9767-65a8-4fb9-83f2-b930f4bec76a req-96678f8c-bc6a-411c-9558-0ba64d9b973d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=170f5be3-4f7b-4ed2-8853-866dad66bbb7 HTTP/1.1" status: 200  len: 944 time: 0.0801291
Jun 02 08:20:38.435272 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-59bd9767-65a8-4fb9-83f2-b930f4bec76a req-0537b40d-ddf3-4ddf-9383-9ee33bf8c16a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=c49f30f3-5b05-4026-b8d5-16bf2a4e86b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372822
Jun 02 08:20:38.528683 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 63bb61db-a3bb-45d4-9cd6-da95ff7cdea3 up at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:20:38.671602 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning for port 63bb61db-a3bb-45d4-9cd6-da95ff7cdea3 completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:20:38.677213 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning complete for port 63bb61db-a3bb-45d4-9cd6-da95ff7cdea3 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:20:38.677731 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:38.782346 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c11d6-0b63-40cd-bb80-49bc75de8c4e req-84fa37a1-1af5-4e94-b173-9cbb4d812247 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:38.783790 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-688c11d6-0b63-40cd-bb80-49bc75de8c4e req-84fa37a1-1af5-4e94-b173-9cbb4d812247 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 984 time: 0.0845962
Jun 02 08:20:38.798248 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:38.826919 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170f5be3-4f7b-4ed2-8853-866dad66bbb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bb61db-a3bb-45d4-9cd6-da95ff7cdea3'}] {{(pid=92343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:20:38.829408 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a92db95248474e1fdd92faa7bb4bdbed5d39af607a3dc1549787c687b6a75a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2359cf-b053-4795-a7ce-e320272a59b6" -d '{"events": [{"server_uuid": "170f5be3-4f7b-4ed2-8853-866dad66bbb7", "name": "network-vif-plugged", "status": "completed", "tag": "63bb61db-a3bb-45d4-9cd6-da95ff7cdea3"}]}' {{(pid=92343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:20:38.831715 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-688c11d6-0b63-40cd-bb80-49bc75de8c4e req-3ba3d1d6-53da-450c-acf1-147cab7f781c tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&id=7d637da7-e53a-4cf8-a1a1-aac4a062db40&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0419002
Jun 02 08:20:38.838396 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 63bb61db-a3bb-45d4-9cd6-da95ff7cdea3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=63bb61db-a3bb-45d4-9cd6-da95ff7cdea3,segment=NetworkSegment(d228646d-971f-4da9-a65d-c70903a4f851),segment_id=d228646d-971f-4da9-a65d-c70903a4f851)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:20:38.889247 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a334196b-03d3-442b-b63d-83db40768424 x-openstack-request-id: req-a334196b-03d3-442b-b63d-83db40768424 {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:20:38.890086 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "170f5be3-4f7b-4ed2-8853-866dad66bbb7", "name": "network-vif-plugged", "status": "completed", "tag": "63bb61db-a3bb-45d4-9cd6-da95ff7cdea3", "code": 200}]} {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:20:38.890086 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a334196b-03d3-442b-b63d-83db40768424 {{(pid=92343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:20:38.890431 dv-cinder-786385-7-iscsi neutron-server[92343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '170f5be3-4f7b-4ed2-8853-866dad66bbb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bb61db-a3bb-45d4-9cd6-da95ff7cdea3', 'code': 200}
Jun 02 08:20:38.925166 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:38.927137 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-89740cb7-2b12-49ee-bdfe-3d717a9f7360 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:20:38.954121 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3bcbc0f5-8d55-49e3-9457-433ac8b54cfe req-e28089ad-1ccf-4c77-928b-a1e072c9788b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 210 time: 0.0457554
Jun 02 08:20:38.995802 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=63bb61db-a3bb-45d4-9cd6-da95ff7cdea3,revision_number=5']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:20:38.999020 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:20:39.317922 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09aa171-d6b7-454f-a69f-ed1a93cd2c3c req-73415226-a5f6-4c78-94e9-6d8af6f9f7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:39.319404 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c09aa171-d6b7-454f-a69f-ed1a93cd2c3c req-73415226-a5f6-4c78-94e9-6d8af6f9f7e5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=170f5be3-4f7b-4ed2-8853-866dad66bbb7 HTTP/1.1" status: 200  len: 1098 time: 0.0721333
Jun 02 08:20:39.363054 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c09aa171-d6b7-454f-a69f-ed1a93cd2c3c req-69668519-b3a6-468e-bdfc-91251fd6baa5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c49f30f3-5b05-4026-b8d5-16bf2a4e86b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369387
Jun 02 08:20:39.625672 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b750b-7b52-41f9-b8fe-5793c31cfac3 req-807d664a-c5d3-4cc9-8c07-1f0c2295fb83 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:39.627507 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-990b750b-7b52-41f9-b8fe-5793c31cfac3 req-807d664a-c5d3-4cc9-8c07-1f0c2295fb83 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=170f5be3-4f7b-4ed2-8853-866dad66bbb7 HTTP/1.1" status: 200  len: 945 time: 0.0776105
Jun 02 08:20:39.675892 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-990b750b-7b52-41f9-b8fe-5793c31cfac3 req-84799ed6-841f-4a7e-b6e5-fc4b4c555017 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=c49f30f3-5b05-4026-b8d5-16bf2a4e86b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402391
Jun 02 08:20:40.005381 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-068bdca6-6b61-4da3-8d5c-2983832a854e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:40.136310 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-af34c0fa-2fef-4114-b10f-62a0ff59a98a req-2e26ce0a-5d63-4666-9122-72baca82c4d3 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 210 time: 0.0505712
Jun 02 08:20:40.160682 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03ed70-2bb6-4a6e-bc02-ea5eb2c5088c req-dc40d12e-673d-4c08-896b-5c1a2755738f tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:40.162051 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-fe03ed70-2bb6-4a6e-bc02-ea5eb2c5088c req-dc40d12e-673d-4c08-896b-5c1a2755738f tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 984 time: 0.2206228
Jun 02 08:20:40.219927 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-fe03ed70-2bb6-4a6e-bc02-ea5eb2c5088c req-635e1638-7812-41aa-90d9-2d6a54ac465d tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&id=7d637da7-e53a-4cf8-a1a1-aac4a062db40&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0492980
Jun 02 08:20:40.406876 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-2a31e0c9-d3b0-4b0a-9b63-412ac70ea286 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:40.408358 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-2a31e0c9-d3b0-4b0a-9b63-412ac70ea286 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.72 "GET /v2.0/networks?id=4696b473-c29b-4b8f-aebc-3497761794e1 HTTP/1.1" status: 200  len: 817 time: 0.1461868
Jun 02 08:20:40.468750 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-d85d8624-06b7-4f83-9892-45222cbbc6fd tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52efccb2fe9c471881216eb5b42411f7 HTTP/1.1" status: 200  len: 380 time: 0.0394716
Jun 02 08:20:40.478926 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-d793518b-7420-4b1b-8132-cb638b70d51a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Request body: {'port': {'device_id': 'ada92e58-8b66-453c-99db-4739438983cf', 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1', 'admin_state_up': True, 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'security_groups': ['d3047d90-1862-4689-865f-3b22a5594a26']}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:20:40.616365 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-d793518b-7420-4b1b-8132-cb638b70d51a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:20:40.620392 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-d793518b-7420-4b1b-8132-cb638b70d51a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Usage tracker for resource:port and tenant:52efccb2fe9c471881216eb5b42411f7 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:20:40.623213 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-d793518b-7420-4b1b-8132-cb638b70d51a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:20:40.628924 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-d793518b-7420-4b1b-8132-cb638b70d51a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:20:40.739569 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-d793518b-7420-4b1b-8132-cb638b70d51a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Made reservation on behalf of 52efccb2fe9c471881216eb5b42411f7 for: {'port': 1} {{(pid=92341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:20:40.743357 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-d793518b-7420-4b1b-8132-cb638b70d51a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:40.956121 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.db_base_plugin_common [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-d793518b-7420-4b1b-8132-cb638b70d51a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Allocated IP 172.20.0.10 (4696b473-c29b-4b8f-aebc-3497761794e1/f2d95f5c-acb5-47be-be66-d3f53cf5e37d/9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c) {{(pid=92341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:20:41.068144 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c532025-82a8-45ca-ac37-cb3836b5a3da req-4c9f3968-dc07-44f8-93a4-af6c5545995c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:41.069597 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1c532025-82a8-45ca-ac37-cb3836b5a3da req-4c9f3968-dc07-44f8-93a4-af6c5545995c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=170f5be3-4f7b-4ed2-8853-866dad66bbb7 HTTP/1.1" status: 200  len: 945 time: 0.1464367
Jun 02 08:20:41.177374 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1c532025-82a8-45ca-ac37-cb3836b5a3da req-8193755e-08e7-4bf6-b423-39c3aec73641 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=c49f30f3-5b05-4026-b8d5-16bf2a4e86b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1016965
Jun 02 08:20:41.213139 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-d793518b-7420-4b1b-8132-cb638b70d51a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for port, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:41.228655 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.provisioning_blocks [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-d793518b-7420-4b1b-8132-cb638b70d51a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Transition to ACTIVE for port object 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c will not be triggered until provisioned by entity DHCP. {{(pid=92341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:20:41.331112 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-784ae62b-cbfa-486e-9daa-93f5ca3e6727 req-34d182da-138d-4f91-ac82-726b1fabf159 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 210 time: 0.0759575
Jun 02 08:20:41.351331 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-d793518b-7420-4b1b-8132-cb638b70d51a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:41.358608 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:20:41.434691 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-d793518b-7420-4b1b-8132-cb638b70d51a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Network 4696b473-c29b-4b8f-aebc-3497761794e1 is already hosted by enough agents. {{(pid=92341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:20:41.440312 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-d793518b-7420-4b1b-8132-cb638b70d51a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Resources bound (agent type, host, resource id):  {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:20:41.478875 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-d793518b-7420-4b1b-8132-cb638b70d51a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Received port after_create {{(pid=92341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:20:41.516288 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793518b-7420-4b1b-8132-cb638b70d51a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Pushing event updated for resources: {'Port': ['ID=9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:20:41.535798 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee898f-5bb5-4b5f-ad3f-edce2978a30f req-c78a2a79-bdad-4d5c-9681-f90bde1901e4 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:41.537387 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c5ee898f-5bb5-4b5f-ad3f-edce2978a30f req-c78a2a79-bdad-4d5c-9681-f90bde1901e4 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=170f5be3-4f7b-4ed2-8853-866dad66bbb7 HTTP/1.1" status: 200  len: 945 time: 0.2506094
Jun 02 08:20:41.538348 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-d793518b-7420-4b1b-8132-cb638b70d51a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:20:41.546338 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 37722) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:20:41.551693 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-39372234-abd5-4778-9bba-43a697d0c499 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Request body: {'floatingip': {'port_id': '63bb61db-a3bb-45d4-9cd6-da95ff7cdea3'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:20:41.580436 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-d793518b-7420-4b1b-8132-cb638b70d51a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:41.581076 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-d793518b-7420-4b1b-8132-cb638b70d51a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:41.627067 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee50b29-087d-4870-a258-31140c28700d req-401c4e13-41b8-4763-85ca-9e57db3a51ce tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:41.627067 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bee50b29-087d-4870-a258-31140c28700d req-401c4e13-41b8-4763-85ca-9e57db3a51ce tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 984 time: 0.1877759
Jun 02 08:20:41.637581 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-39372234-abd5-4778-9bba-43a697d0c499 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for floatingip, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:41.671793 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bee50b29-087d-4870-a258-31140c28700d req-7c8de2f3-3238-4105-ba6e-bf4b68999bc6 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&id=7d637da7-e53a-4cf8-a1a1-aac4a062db40&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0413654
Jun 02 08:20:41.690715 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-d793518b-7420-4b1b-8132-cb638b70d51a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2152970
Jun 02 08:20:41.704481 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-e95c99b5-513f-488a-9bc4-2ce2f5e6d396 service neutron] Request body: {'port': {'device_id': 'ada92e58-8b66-453c-99db-4739438983cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:20:41.796182 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-d1fa921c-aecb-46a8-b4c2-1a7d4c83b2b9 None None] Provisioning for port 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c completed by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:20:41.802987 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-d1fa921c-aecb-46a8-b4c2-1a7d4c83b2b9 None None] Provisioning complete for port 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:20:41.803488 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-d1fa921c-aecb-46a8-b4c2-1a7d4c83b2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:41.819652 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-e95c99b5-513f-488a-9bc4-2ce2f5e6d396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:41.858786 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-d1fa921c-aecb-46a8-b4c2-1a7d4c83b2b9 None None] Port 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c cannot update to ACTIVE because it is not bound. {{(pid=92343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 02 08:20:42.247822 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-e95c99b5-513f-488a-9bc4-2ce2f5e6d396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c {{(pid=92341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:20:42.252356 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-39372234-abd5-4778-9bba-43a697d0c499 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:42.255591 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-e95c99b5-513f-488a-9bc4-2ce2f5e6d396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:42.270388 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.provisioning_blocks [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-e95c99b5-513f-488a-9bc4-2ce2f5e6d396 service neutron] Transition to ACTIVE for port object 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c will not be triggered until provisioned by entity L2. {{(pid=92341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:20:42.314064 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-39372234-abd5-4778-9bba-43a697d0c499 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8036659'] for floatingip, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:42.350664 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-e95c99b5-513f-488a-9bc4-2ce2f5e6d396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589761'] for port, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:42.354722 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-419d5b15-dea1-42a9-9983-1032affe3adf tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:20:42.490833 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.db.l3_db [None req-39372234-abd5-4778-9bba-43a697d0c499 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Floating IP 0d70e17e-44eb-4518-a0e1-73a492b03664 associated. External IP: 172.27.3.53, port: 63bb61db-a3bb-45d4-9cd6-da95ff7cdea3.
Jun 02 08:20:42.532500 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c99b5-513f-488a-9bc4-2ce2f5e6d396 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c,revision_number=2']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:20:42.559910 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-e95c99b5-513f-488a-9bc4-2ce2f5e6d396 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:20:42.602391 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:42.636838 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-858bcdb8-2950-4576-ab20-e33d6574f352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:42.666582 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.managers [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-e95c99b5-513f-488a-9bc4-2ce2f5e6d396 service neutron] Attempting to bind port 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:20:42.666911 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.managers [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-e95c99b5-513f-488a-9bc4-2ce2f5e6d396 service neutron] Attempting to bind port 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '00974669-6402-4aa5-90c7-6e7c2d820d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1'}] {{(pid=92341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:20:42.667245 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-e95c99b5-513f-488a-9bc4-2ce2f5e6d396 service neutron] Attempting to bind port 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c on network 4696b473-c29b-4b8f-aebc-3497761794e1 {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:20:42.676807 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c299bf1-7b83-474e-9505-64f14fea8e87 req-78280805-2f2c-4aa7-8696-ee296e7b63ba tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:42.679148 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-3c299bf1-7b83-474e-9505-64f14fea8e87 req-78280805-2f2c-4aa7-8696-ee296e7b63ba tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Synchronizing usage tracker for tenant:52efccb2fe9c471881216eb5b42411f7 on resource:port {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:20:42.684910 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-e95c99b5-513f-488a-9bc4-2ce2f5e6d396 service neutron] Port 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c on network 4696b473-c29b-4b8f-aebc-3497761794e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 02 08:20:42.685135 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-e95c99b5-513f-488a-9bc4-2ce2f5e6d396 service neutron] Attempting to bind port 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c on network 4696b473-c29b-4b8f-aebc-3497761794e1 {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:20:42.696360 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-e95c99b5-513f-488a-9bc4-2ce2f5e6d396 service neutron] Checking agent: {'id': '5f85f1d8-5acd-47ff-be11-89642c504a90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:20:42.696700 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-e95c99b5-513f-488a-9bc4-2ce2f5e6d396 service neutron] Checking segment: {'id': '00974669-6402-4aa5-90c7-6e7c2d820d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:20:42.697077 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-e95c99b5-513f-488a-9bc4-2ce2f5e6d396 service neutron] Bound using segment: {'id': '00974669-6402-4aa5-90c7-6e7c2d820d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1'} {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:20:42.700652 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.managers [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-e95c99b5-513f-488a-9bc4-2ce2f5e6d396 service neutron] Bound port: 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00974669-6402-4aa5-90c7-6e7c2d820d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1'}}] {{(pid=92341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:20:42.701014 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-e95c99b5-513f-488a-9bc4-2ce2f5e6d396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:42.827158 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-3c299bf1-7b83-474e-9505-64f14fea8e87 req-78280805-2f2c-4aa7-8696-ee296e7b63ba tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Unset dirty status for tenant:52efccb2fe9c471881216eb5b42411f7 on resource:port {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:20:42.828348 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3c299bf1-7b83-474e-9505-64f14fea8e87 req-78280805-2f2c-4aa7-8696-ee296e7b63ba tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 944 time: 0.3674078
Jun 02 08:20:42.854573 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-e95c99b5-513f-488a-9bc4-2ce2f5e6d396 service neutron] For port 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c, host hv-cinder-78638, cleared binding levels {{(pid=92341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:20:42.870476 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-e95c99b5-513f-488a-9bc4-2ce2f5e6d396 service neutron] For port 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c,segment=NetworkSegment(00974669-6402-4aa5-90c7-6e7c2d820d71),segment_id=00974669-6402-4aa5-90c7-6e7c2d820d71)] {{(pid=92341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:20:42.902860 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3c299bf1-7b83-474e-9505-64f14fea8e87 req-90a844f6-dcb7-447d-8fe4-b6973925fd0f tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670552
Jun 02 08:20:42.919984 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a7d02-fbfb-4327-bffb-b78ed7751119 req-043a62c5-c71b-4931-8869-256de0a5a155 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:42.921447 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ad6a7d02-fbfb-4327-bffb-b78ed7751119 req-043a62c5-c71b-4931-8869-256de0a5a155 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 984 time: 0.1415319
Jun 02 08:20:42.957458 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-e95c99b5-513f-488a-9bc4-2ce2f5e6d396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589761'] for port, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:42.964082 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-86fd1186-a1d3-44ba-ae61-a881fa30b034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:20:42.972639 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39372234-abd5-4778-9bba-43a697d0c499 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Router 8d62b825-e1ad-415c-a7a0-95cf0c4d8061 has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:20:43.021894 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ad6a7d02-fbfb-4327-bffb-b78ed7751119 req-c8e49253-a2d6-4c73-b218-b46d0dfc371a tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&id=7d637da7-e53a-4cf8-a1a1-aac4a062db40&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0941646
Jun 02 08:20:43.040851 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-e95c99b5-513f-488a-9bc4-2ce2f5e6d396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:43.041456 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-e95c99b5-513f-488a-9bc4-2ce2f5e6d396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:43.044067 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-e95c99b5-513f-488a-9bc4-2ce2f5e6d396 service neutron] 10.222.0.72 "PUT /v2.0/ports/9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c HTTP/1.1" status: 200  len: 1094 time: 1.3429160
Jun 02 08:20:43.044067 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada92e58-8b66-453c-99db-4739438983cf', 'tag': '9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c'}] {{(pid=92341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:20:43.045942 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d416597fa12f88f8d9bd515793328be5ccabd674e07c2f357b392af977663f84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab0d7de-42b7-4715-a59d-57a935945b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "ada92e58-8b66-453c-99db-4739438983cf", "tag": "9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c"}]}' {{(pid=92341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:20:43.063350 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c99b5-513f-488a-9bc4-2ce2f5e6d396 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c,revision_number=3']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:20:43.067184 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-e95c99b5-513f-488a-9bc4-2ce2f5e6d396 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:20:43.092357 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194ea9dc-5e0b-46f1-8c98-49726e7645ef x-openstack-request-id: req-194ea9dc-5e0b-46f1-8c98-49726e7645ef {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:20:43.095254 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada92e58-8b66-453c-99db-4739438983cf", "tag": "9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c", "status": "completed", "code": 200}]} {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:20:43.095254 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-194ea9dc-5e0b-46f1-8c98-49726e7645ef {{(pid=92341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:20:43.095254 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada92e58-8b66-453c-99db-4739438983cf', 'tag': '9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c', 'status': 'completed', 'code': 200}
Jun 02 08:20:43.169362 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39372234-abd5-4778-9bba-43a697d0c499 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:20:43.173886 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-39372234-abd5-4778-9bba-43a697d0c499 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for floatingip, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:43.184985 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6e6a9c-cdee-40bd-8355-8fd5be2dbbe4 None None] Sync routers for ids ['8d62b825-e1ad-415c-a7a0-95cf0c4d8061'] in dv-cinder-786385-7-iscsi {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:20:43.199080 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0d7de-42b7-4715-a59d-57a935945b9f req-efe232cc-8193-4949-b57a-3afd866f3ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:43.200229 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6e6a9c-cdee-40bd-8355-8fd5be2dbbe4 None None] Routers {'8d62b825-e1ad-415c-a7a0-95cf0c4d8061'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:20:43.200878 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6ab0d7de-42b7-4715-a59d-57a935945b9f req-efe232cc-8193-4949-b57a-3afd866f3ab8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=52efccb2fe9c471881216eb5b42411f7&device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 1097 time: 0.0873837
Jun 02 08:20:43.200999 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-1b6e6a9c-cdee-40bd-8355-8fd5be2dbbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7b9a2190>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:20:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['8d62b825-e1ad-415c-a7a0-95cf0c4d8061'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:20:43.232437 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-39372234-abd5-4778-9bba-43a697d0c499 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "PUT /v2.0/floatingips/0d70e17e-44eb-4518-a0e1-73a492b03664 HTTP/1.1" status: 200  len: 990 time: 1.6849339
Jun 02 08:20:43.233598 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '170f5be3-4f7b-4ed2-8853-866dad66bbb7', 'tag': '63bb61db-a3bb-45d4-9cd6-da95ff7cdea3'}] {{(pid=92342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:20:43.236154 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e374b3b879b00d97b29532d72ba3bb6ea3956478347f3877d9246faf94d18eae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0a2483-f2b3-4537-a793-537f761e73be" -d '{"events": [{"name": "network-changed", "server_uuid": "170f5be3-4f7b-4ed2-8853-866dad66bbb7", "tag": "63bb61db-a3bb-45d4-9cd6-da95ff7cdea3"}]}' {{(pid=92342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:20:43.283222 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054c489e-f20f-499a-8660-59da917e006d x-openstack-request-id: req-054c489e-f20f-499a-8660-59da917e006d {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:20:43.283846 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "170f5be3-4f7b-4ed2-8853-866dad66bbb7", "tag": "63bb61db-a3bb-45d4-9cd6-da95ff7cdea3", "status": "completed", "code": 200}]} {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:20:43.284339 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-054c489e-f20f-499a-8660-59da917e006d {{(pid=92342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:20:43.284934 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '170f5be3-4f7b-4ed2-8853-866dad66bbb7', 'tag': '63bb61db-a3bb-45d4-9cd6-da95ff7cdea3', 'status': 'completed', 'code': 200}
Jun 02 08:20:43.395231 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0d7de-42b7-4715-a59d-57a935945b9f req-2242c36b-11a5-4ba5-b75b-d9004b0ad6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:43.396161 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a2483-f2b3-4537-a793-537f761e73be req-aee4acbd-dbcf-41ea-a703-6b0924f14336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:43.397095 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6ab0d7de-42b7-4715-a59d-57a935945b9f req-2242c36b-11a5-4ba5-b75b-d9004b0ad6a2 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=52efccb2fe9c471881216eb5b42411f7&shared=False HTTP/1.1" status: 200  len: 918 time: 0.1883218
Jun 02 08:20:43.397638 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-db0a2483-f2b3-4537-a793-537f761e73be req-aee4acbd-dbcf-41ea-a703-6b0924f14336 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72114cae61da476699f7059d4f116bba&device_id=170f5be3-4f7b-4ed2-8853-866dad66bbb7 HTTP/1.1" status: 200  len: 1098 time: 0.0803807
Jun 02 08:20:43.403323 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-1b6e6a9c-cdee-40bd-8355-8fd5be2dbbe4 None None] Set router 8d62b825-e1ad-415c-a7a0-95cf0c4d8061 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:20:43.543651 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a2483-f2b3-4537-a793-537f761e73be req-8d2ab2d8-6618-4784-8a68-2762266ae1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:43.545288 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0d7de-42b7-4715-a59d-57a935945b9f req-a9f828fc-3a93-4c69-a2c8-2fbf9fe99fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:43.545910 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-db0a2483-f2b3-4537-a793-537f761e73be req-8d2ab2d8-6618-4784-8a68-2762266ae1ea service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d786477-7c27-401f-af8f-402c8aef0584 HTTP/1.1" status: 200  len: 912 time: 0.1368439
Jun 02 08:20:43.546765 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6ab0d7de-42b7-4715-a59d-57a935945b9f req-a9f828fc-3a93-4c69-a2c8-2fbf9fe99fee service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1378341
Jun 02 08:20:43.652097 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-db0a2483-f2b3-4537-a793-537f761e73be req-d2a481c6-5c33-4bbf-b516-dbc9f054e1cd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63bb61db-a3bb-45d4-9cd6-da95ff7cdea3 HTTP/1.1" status: 200  len: 998 time: 0.0959885
Jun 02 08:20:43.659157 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-c98726b9-bd09-43b2-843f-531002e8cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:43.660625 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-c98726b9-bd09-43b2-843f-531002e8cf1e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=52efccb2fe9c471881216eb5b42411f7&device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 1097 time: 0.0717325
Jun 02 08:20:43.718943 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a2483-f2b3-4537-a793-537f761e73be req-f0bd964e-e1e5-4576-9248-f2533280f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:43.734179 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-db0a2483-f2b3-4537-a793-537f761e73be req-f0bd964e-e1e5-4576-9248-f2533280f5b0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7286860f-5241-4865-8fea-b07cfe7d1a59 HTTP/1.1" status: 200  len: 850 time: 0.0626283
Jun 02 08:20:43.734560 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-ea969796-7e1e-41c7-8e2d-49a07442a952 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c HTTP/1.1" status: 200  len: 217 time: 0.0646045
Jun 02 08:20:43.795072 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-0012278f-4e63-4afa-b7fb-333535d2fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:43.796844 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-0012278f-4e63-4afa-b7fb-333535d2fdb9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f2d95f5c-acb5-47be-be66-d3f53cf5e37d HTTP/1.1" status: 200  len: 856 time: 0.0589979
Jun 02 08:20:43.802832 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a2483-f2b3-4537-a793-537f761e73be req-2e967da1-bf8c-4b6a-8b03-5473410d588e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:43.804408 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-db0a2483-f2b3-4537-a793-537f761e73be req-2e967da1-bf8c-4b6a-8b03-5473410d588e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d786477-7c27-401f-af8f-402c8aef0584&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0763111
Jun 02 08:20:43.809406 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-1b6e6a9c-cdee-40bd-8355-8fd5be2dbbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7b9a2190>, [{'id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'name': 'tempest-AttachVolumeTestJSON-1730379299-router', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:12:03Z', 'updated_at': '2021-06-02T08:12:14Z', 'revision_number': 4, 'project_id': '72114cae61da476699f7059d4f116bba', 'gw_port': {'id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:05Z', 'updated_at': '2021-06-02T08:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_floatingips': [{'id': '0d70e17e-44eb-4518-a0e1-73a492b03664', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'router_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'port_id': '63bb61db-a3bb-45d4-9cd6-da95ff7cdea3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584', 'mac_address': 'fa:16:3e:50:64:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170f5be3-4f7b-4ed2-8853-866dad66bbb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:20:24Z', 'updated_at': '2021-06-02T08:20:42Z', 'revision_number': 1, 'project_id': '72114cae61da476699f7059d4f116bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb', 'name': '', 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'mac_address': 'fa:16:3e:3f:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7286860f-5241-4865-8fea-b07cfe7d1a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:11Z', 'updated_at': '2021-06-02T08:12:26Z', 'revision_number': 5, 'project_id': '72114cae61da476699f7059d4f116bba', 'subnets': [{'id': '7286860f-5241-4865-8fea-b07cfe7d1a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:20:43.813806 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6e6a9c-cdee-40bd-8355-8fd5be2dbbe4 None None] Checking router: 8d62b825-e1ad-415c-a7a0-95cf0c4d8061 for host: dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:20:43.821758 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6e6a9c-cdee-40bd-8355-8fd5be2dbbe4 None None] Routers {'8d62b825-e1ad-415c-a7a0-95cf0c4d8061'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:20:43.822403 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-1b6e6a9c-cdee-40bd-8355-8fd5be2dbbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7b9a2190>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:20:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['8d62b825-e1ad-415c-a7a0-95cf0c4d8061'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:20:43.874583 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:43.880649 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-e9b058dc-06bf-495a-95e8-c34607bf8a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:43.882200 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-e9b058dc-06bf-495a-95e8-c34607bf8a31 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4696b473-c29b-4b8f-aebc-3497761794e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0770376
Jun 02 08:20:43.943918 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-db0a2483-f2b3-4537-a793-537f761e73be req-e7276bcb-d21f-473d-858a-9b37a68d1628 service neutron] 10.222.0.72 "GET /v2.0/networks/6d786477-7c27-401f-af8f-402c8aef0584?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1318517
Jun 02 08:20:44.004235 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-1b6e6a9c-cdee-40bd-8355-8fd5be2dbbe4 None None] Set router 8d62b825-e1ad-415c-a7a0-95cf0c4d8061 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:20:44.027245 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-10eef043-34d5-4f77-8c6b-01e36df77c1f service neutron] 10.222.0.72 "GET /v2.0/networks/4696b473-c29b-4b8f-aebc-3497761794e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363761
Jun 02 08:20:44.107880 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-db0a2483-f2b3-4537-a793-537f761e73be req-5f074362-2744-49ce-8d7b-6bd381620ced service neutron] 10.222.0.72 "GET /v2.0/networks/6d786477-7c27-401f-af8f-402c8aef0584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1558719
Jun 02 08:20:44.356411 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-72fa93a9-4df4-4a7d-bcd8-4d34da5928cf req-c2fcf67b-f527-4afb-8340-f00183860ab7 service neutron] 10.222.0.72 "GET /v2.0/networks/4696b473-c29b-4b8f-aebc-3497761794e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3219600
Jun 02 08:20:44.364838 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-1b6e6a9c-cdee-40bd-8355-8fd5be2dbbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7b9a2190>, [{'id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'name': 'tempest-AttachVolumeTestJSON-1730379299-router', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:12:03Z', 'updated_at': '2021-06-02T08:12:14Z', 'revision_number': 4, 'project_id': '72114cae61da476699f7059d4f116bba', 'gw_port': {'id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:05Z', 'updated_at': '2021-06-02T08:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_floatingips': [{'id': '0d70e17e-44eb-4518-a0e1-73a492b03664', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'router_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'port_id': '63bb61db-a3bb-45d4-9cd6-da95ff7cdea3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584', 'mac_address': 'fa:16:3e:50:64:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170f5be3-4f7b-4ed2-8853-866dad66bbb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:20:24Z', 'updated_at': '2021-06-02T08:20:42Z', 'revision_number': 1, 'project_id': '72114cae61da476699f7059d4f116bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb', 'name': '', 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'mac_address': 'fa:16:3e:3f:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7286860f-5241-4865-8fea-b07cfe7d1a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:11Z', 'updated_at': '2021-06-02T08:12:26Z', 'revision_number': 5, 'project_id': '72114cae61da476699f7059d4f116bba', 'subnets': [{'id': '7286860f-5241-4865-8fea-b07cfe7d1a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:20:44.369558 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6e6a9c-cdee-40bd-8355-8fd5be2dbbe4 None None] The sync data for ids ['8d62b825-e1ad-415c-a7a0-95cf0c4d8061'] in dv-cinder-786385-7-iscsi is: [{'id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'name': 'tempest-AttachVolumeTestJSON-1730379299-router', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:12:03Z', 'updated_at': '2021-06-02T08:12:14Z', 'revision_number': 4, 'project_id': '72114cae61da476699f7059d4f116bba', 'gw_port': {'id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:05Z', 'updated_at': '2021-06-02T08:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_floatingips': [{'id': '0d70e17e-44eb-4518-a0e1-73a492b03664', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'router_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'port_id': '63bb61db-a3bb-45d4-9cd6-da95ff7cdea3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584', 'mac_address': 'fa:16:3e:50:64:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170f5be3-4f7b-4ed2-8853-866dad66bbb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:20:24Z', 'updated_at': '2021-06-02T08:20:42Z', 'revision_number': 1, 'project_id': '72114cae61da476699f7059d4f116bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb', 'name': '', 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'mac_address': 'fa:16:3e:3f:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7286860f-5241-4865-8fea-b07cfe7d1a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:11Z', 'updated_at': '2021-06-02T08:12:26Z', 'revision_number': 5, 'project_id': '72114cae61da476699f7059d4f116bba', 'subnets': [{'id': '7286860f-5241-4865-8fea-b07cfe7d1a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:20:44.381933 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7bc9f-a23f-4846-b473-d2a1d0491ba7 req-2bf33e79-6fe1-4435-8e30-997cb5bcc56a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:44.383454 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-90d7bc9f-a23f-4846-b473-d2a1d0491ba7 req-2bf33e79-6fe1-4435-8e30-997cb5bcc56a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 944 time: 0.3502448
Jun 02 08:20:44.397541 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891e5f4-aa48-4c9f-8ad4-5bc4884e8acc req-b82b089f-0a76-419e-8ba0-d0ee5a2b8bf7 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:44.399037 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7891e5f4-aa48-4c9f-8ad4-5bc4884e8acc req-b82b089f-0a76-419e-8ba0-d0ee5a2b8bf7 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 984 time: 0.1515388
Jun 02 08:20:44.478747 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-90d7bc9f-a23f-4846-b473-d2a1d0491ba7 req-921c900d-13ce-44a6-89da-50fc2216c735 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0787663
Jun 02 08:20:44.485417 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7891e5f4-aa48-4c9f-8ad4-5bc4884e8acc req-84b3c912-20f8-44a5-adc4-699f30d1f074 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&id=7d637da7-e53a-4cf8-a1a1-aac4a062db40&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0671411
Jun 02 08:20:44.555162 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6edf7e-8c9e-4a4c-80d3-93a478219a5e None None] New status for floating IP 0d70e17e-44eb-4518-a0e1-73a492b03664: ACTIVE {{(pid=92344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 02 08:20:45.238942 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:45.728139 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493527e4-97f3-4944-965f-791e7f71d826 req-a877acd7-0826-46ee-8623-8b48366b0159 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:45.729610 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-493527e4-97f3-4944-965f-791e7f71d826 req-a877acd7-0826-46ee-8623-8b48366b0159 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 944 time: 0.1365967
Jun 02 08:20:45.741208 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a5a98-a0ba-4236-b683-59517fc738d9 req-ed9d09ff-40f7-4da0-ae41-bffb4bf3cd7a tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:45.742552 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0d6a5a98-a0ba-4236-b683-59517fc738d9 req-ed9d09ff-40f7-4da0-ae41-bffb4bf3cd7a tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 984 time: 0.1483157
Jun 02 08:20:45.814070 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-493527e4-97f3-4944-965f-791e7f71d826 req-d8446021-d11b-43b5-894b-4e8369026417 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706000
Jun 02 08:20:45.820230 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0d6a5a98-a0ba-4236-b683-59517fc738d9 req-277900d1-95d8-4517-87e1-612867f78c78 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&id=7d637da7-e53a-4cf8-a1a1-aac4a062db40&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0609677
Jun 02 08:20:46.566375 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=92343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 02 08:20:46.706637 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c,segment=NetworkSegment(00974669-6402-4aa5-90c7-6e7c2d820d71),segment_id=00974669-6402-4aa5-90c7-6e7c2d820d71)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:20:46.719346 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Returning: {'device': '9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c', 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1', 'port_id': '9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c', 'mac_address': 'fa:16:3e:4a:58:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 02 08:20:46.773164 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:46.789012 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c {{(pid=92343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:20:46.803914 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c,segment=NetworkSegment(00974669-6402-4aa5-90c7-6e7c2d820d71),segment_id=00974669-6402-4aa5-90c7-6e7c2d820d71)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:20:46.870868 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:46.873580 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-069745f4-d511-4172-a884-fb4eb6835d6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:20:46.946081 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:20:46.953627 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:20:46.953976 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:20:46.954316 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:20:46.954648 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:20:46.954977 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:20:46.955449 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:20:46.955776 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:20:46.956245 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:20:46.956589 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:20:46.957049 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:20:46.957754 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:20:46.957754 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:20:46.962721 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:20:47.078524 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b0ebb-8cd4-472a-97df-82ee95b3dc33 req-c8d094da-a914-495a-88f7-1716fed499e4 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:47.079985 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8b4b0ebb-8cd4-472a-97df-82ee95b3dc33 req-c8d094da-a914-495a-88f7-1716fed499e4 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 945 time: 0.1493707
Jun 02 08:20:47.087611 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92470e3-b47c-4ef5-bf5e-9536af9c4b0d req-291e277e-839a-4d91-a045-1a41bced584e tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:47.089110 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b92470e3-b47c-4ef5-bf5e-9536af9c4b0d req-291e277e-839a-4d91-a045-1a41bced584e tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 984 time: 0.1256871
Jun 02 08:20:47.157427 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8b4b0ebb-8cd4-472a-97df-82ee95b3dc33 req-0521805b-6e63-4d2e-beb4-b1ebed6678ce tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0672963
Jun 02 08:20:47.164158 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b92470e3-b47c-4ef5-bf5e-9536af9c4b0d req-64b5d7ae-23d2-4bbf-a800-f949c70fddc0 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&id=7d637da7-e53a-4cf8-a1a1-aac4a062db40&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0615330
Jun 02 08:20:47.226705 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:20:48.415040 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac0558-f896-4d75-b641-cba70074fb39 req-2657dce6-7bad-499c-b04d-c5b01a0d5351 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:48.416560 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3cac0558-f896-4d75-b641-cba70074fb39 req-2657dce6-7bad-499c-b04d-c5b01a0d5351 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 945 time: 0.1444542
Jun 02 08:20:48.429018 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb3ba2-6453-4701-8b1c-79d14b2721fa req-99a83ed6-a693-4465-9698-8d188e70f442 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:48.430393 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-69fb3ba2-6453-4701-8b1c-79d14b2721fa req-99a83ed6-a693-4465-9698-8d188e70f442 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 984 time: 0.1245952
Jun 02 08:20:48.501785 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3cac0558-f896-4d75-b641-cba70074fb39 req-7585a9c3-3bce-4613-96f3-27d13c49522e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703723
Jun 02 08:20:48.509001 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-69fb3ba2-6453-4701-8b1c-79d14b2721fa req-d3883085-0763-446d-987b-678a7ba960b5 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&id=7d637da7-e53a-4cf8-a1a1-aac4a062db40&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0644028
Jun 02 08:20:48.584798 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c up at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:20:48.718777 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning for port 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:20:48.723667 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning complete for port 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:20:48.724046 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:48.838730 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:48.864661 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada92e58-8b66-453c-99db-4739438983cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c'}] {{(pid=92343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:20:48.867509 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a92db95248474e1fdd92faa7bb4bdbed5d39af607a3dc1549787c687b6a75a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe691c1-b7cc-40ef-ba66-3826f29e250b" -d '{"events": [{"server_uuid": "ada92e58-8b66-453c-99db-4739438983cf", "name": "network-vif-plugged", "status": "completed", "tag": "9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c"}]}' {{(pid=92343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:20:48.875086 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c,segment=NetworkSegment(00974669-6402-4aa5-90c7-6e7c2d820d71),segment_id=00974669-6402-4aa5-90c7-6e7c2d820d71)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:20:48.907040 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2faf2b4-d1a7-46cf-be8e-de4dba3783f8 x-openstack-request-id: req-b2faf2b4-d1a7-46cf-be8e-de4dba3783f8 {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:20:48.907331 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada92e58-8b66-453c-99db-4739438983cf", "name": "network-vif-plugged", "status": "completed", "tag": "9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c", "code": 200}]} {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:20:48.907587 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b2faf2b4-d1a7-46cf-be8e-de4dba3783f8 {{(pid=92343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:20:48.907978 dv-cinder-786385-7-iscsi neutron-server[92343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada92e58-8b66-453c-99db-4739438983cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c', 'code': 200}
Jun 02 08:20:48.965151 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:48.967058 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:20:49.031670 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c,revision_number=5']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:20:49.034640 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:20:49.313141 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c87ae8-5b08-407b-b1fc-7f60ffbb2e8f req-5e37f5c1-e26f-4a3b-a62e-205c827cca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:49.314561 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-83c87ae8-5b08-407b-b1fc-7f60ffbb2e8f req-5e37f5c1-e26f-4a3b-a62e-205c827cca6a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 1099 time: 0.0680504
Jun 02 08:20:49.354245 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-83c87ae8-5b08-407b-b1fc-7f60ffbb2e8f req-98473570-bb0c-4826-8272-fcac2801565f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0324962
Jun 02 08:20:49.756767 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0754176-bf8e-4368-a2d7-5b32dea59c08 req-057ae74b-9b35-4440-92ce-97adfe9e4e7c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:49.758200 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d0754176-bf8e-4368-a2d7-5b32dea59c08 req-057ae74b-9b35-4440-92ce-97adfe9e4e7c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 946 time: 0.1420958
Jun 02 08:20:49.766897 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f7b28-a095-4ebe-b642-60b1127c288d req-594655bc-b8cd-4550-a083-4b0aeff915d3 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:49.768241 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1e7f7b28-a095-4ebe-b642-60b1127c288d req-594655bc-b8cd-4550-a083-4b0aeff915d3 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 984 time: 0.1201966
Jun 02 08:20:49.843051 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d0754176-bf8e-4368-a2d7-5b32dea59c08 req-37a20838-ad5e-44b6-a109-474ca4d5b42b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0738888
Jun 02 08:20:49.854955 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1e7f7b28-a095-4ebe-b642-60b1127c288d req-66c914ff-cd29-4af9-963d-07a3cea51a19 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&id=7d637da7-e53a-4cf8-a1a1-aac4a062db40&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0717239
Jun 02 08:20:51.033573 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603dba07-e2e7-4a31-a25d-7ec49825792c req-39ec66ea-a30c-4f1f-95c8-1df19e886670 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:51.035007 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-603dba07-e2e7-4a31-a25d-7ec49825792c req-39ec66ea-a30c-4f1f-95c8-1df19e886670 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 946 time: 0.0790942
Jun 02 08:20:51.079816 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-603dba07-e2e7-4a31-a25d-7ec49825792c req-b8a2a78d-32ad-4d6f-9fee-0b9a128bbcd2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385640
Jun 02 08:20:51.264806 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e4a3a-9aef-4437-ae3c-94acadcb4ed5 req-eac299e1-c9f5-42ec-acf7-8d1f0d7a6ee1 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:51.266210 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ac6e4a3a-9aef-4437-ae3c-94acadcb4ed5 req-eac299e1-c9f5-42ec-acf7-8d1f0d7a6ee1 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 946 time: 0.0801580
Jun 02 08:20:51.275218 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 37780) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:20:51.279662 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-22f30776-7006-4dae-beb5-c4c6f4155863 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Request body: {'floatingip': {'port_id': '9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:20:51.353392 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-22f30776-7006-4dae-beb5-c4c6f4155863 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for floatingip, before_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:52.165332 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-22f30776-7006-4dae-beb5-c4c6f4155863 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:52.253397 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-22f30776-7006-4dae-beb5-c4c6f4155863 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8036659'] for floatingip, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:52.417497 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.db.l3_db [None req-22f30776-7006-4dae-beb5-c4c6f4155863 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Floating IP a9a39505-5fff-499c-823f-1a1fae08d3c1 associated. External IP: 172.27.3.167, port: 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c.
Jun 02 08:20:52.844665 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f30776-7006-4dae-beb5-c4c6f4155863 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Router 18cdd829-20cb-4188-b402-74881fc4ba6c has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:20:53.015075 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f30776-7006-4dae-beb5-c4c6f4155863 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:20:53.019414 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-22f30776-7006-4dae-beb5-c4c6f4155863 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for floatingip, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:20:53.026854 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14efb3d9-c08b-482d-b15e-252bead4ddb2 None None] Sync routers for ids ['18cdd829-20cb-4188-b402-74881fc4ba6c'] in dv-cinder-786385-7-iscsi {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:20:53.036874 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14efb3d9-c08b-482d-b15e-252bead4ddb2 None None] Routers {'18cdd829-20cb-4188-b402-74881fc4ba6c'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:20:53.037475 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-14efb3d9-c08b-482d-b15e-252bead4ddb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7a9ee880>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:20:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['18cdd829-20cb-4188-b402-74881fc4ba6c'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:20:53.075727 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-22f30776-7006-4dae-beb5-c4c6f4155863 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "PUT /v2.0/floatingips/a9a39505-5fff-499c-823f-1a1fae08d3c1 HTTP/1.1" status: 200  len: 992 time: 1.7994497
Jun 02 08:20:53.076496 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada92e58-8b66-453c-99db-4739438983cf', 'tag': '9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c'}] {{(pid=92341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:20:53.078828 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d416597fa12f88f8d9bd515793328be5ccabd674e07c2f357b392af977663f84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c3c336-933b-4bfc-a25a-43f12ef86903" -d '{"events": [{"name": "network-changed", "server_uuid": "ada92e58-8b66-453c-99db-4739438983cf", "tag": "9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c"}]}' {{(pid=92341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:20:53.128040 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ee170d-84a6-4b8d-9e9d-2a81d7f21714 x-openstack-request-id: req-93ee170d-84a6-4b8d-9e9d-2a81d7f21714 {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:20:53.128674 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada92e58-8b66-453c-99db-4739438983cf", "tag": "9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c", "status": "completed", "code": 200}]} {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:20:53.128674 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-93ee170d-84a6-4b8d-9e9d-2a81d7f21714 {{(pid=92341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:20:53.129095 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada92e58-8b66-453c-99db-4739438983cf', 'tag': '9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c', 'status': 'completed', 'code': 200}
Jun 02 08:20:53.223219 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3c336-933b-4bfc-a25a-43f12ef86903 req-421e279b-2f66-42ea-a564-2c80bcfe7f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:53.224700 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-60c3c336-933b-4bfc-a25a-43f12ef86903 req-421e279b-2f66-42ea-a564-2c80bcfe7f83 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=52efccb2fe9c471881216eb5b42411f7&device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 1099 time: 0.0734000
Jun 02 08:20:53.245974 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-14efb3d9-c08b-482d-b15e-252bead4ddb2 None None] Set router 18cdd829-20cb-4188-b402-74881fc4ba6c gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:20:53.356648 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3c336-933b-4bfc-a25a-43f12ef86903 req-93b696dc-ffd2-49da-bcb0-9eebb575d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:53.357977 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-60c3c336-933b-4bfc-a25a-43f12ef86903 req-93b696dc-ffd2-49da-bcb0-9eebb575d25c service neutron] 10.222.0.72 "GET /v2.0/networks?id=4696b473-c29b-4b8f-aebc-3497761794e1 HTTP/1.1" status: 200  len: 918 time: 0.1259999
Jun 02 08:20:53.467723 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-60c3c336-933b-4bfc-a25a-43f12ef86903 req-0a1d1769-dd67-4740-bab8-51d527432e7c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c HTTP/1.1" status: 200  len: 1000 time: 0.0979936
Jun 02 08:20:53.529815 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3c336-933b-4bfc-a25a-43f12ef86903 req-91383c5b-ee73-47fa-badf-db9adf48a2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:53.531268 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-60c3c336-933b-4bfc-a25a-43f12ef86903 req-91383c5b-ee73-47fa-badf-db9adf48a2f4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f2d95f5c-acb5-47be-be66-d3f53cf5e37d HTTP/1.1" status: 200  len: 856 time: 0.0566838
Jun 02 08:20:53.591366 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-14efb3d9-c08b-482d-b15e-252bead4ddb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7a9ee880>, [{'id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1599526445-router', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:13:48Z', 'updated_at': '2021-06-02T08:13:54Z', 'revision_number': 4, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'gw_port': {'id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:49Z', 'updated_at': '2021-06-02T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_floatingips': [{'id': 'a9a39505-5fff-499c-823f-1a1fae08d3c1', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'router_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'port_id': '9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1', 'mac_address': 'fa:16:3e:4a:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada92e58-8b66-453c-99db-4739438983cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:20:35Z', 'updated_at': '2021-06-02T08:20:52Z', 'revision_number': 1, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b525d1-3ed8-4ea6-83fd-d4fe65602dec', 'name': '', 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'mac_address': 'fa:16:3e:39:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:53Z', 'updated_at': '2021-06-02T08:13:59Z', 'revision_number': 5, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'subnets': [{'id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:20:53.597153 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14efb3d9-c08b-482d-b15e-252bead4ddb2 None None] Checking router: 18cdd829-20cb-4188-b402-74881fc4ba6c for host: dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:20:53.605671 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14efb3d9-c08b-482d-b15e-252bead4ddb2 None None] Routers {'18cdd829-20cb-4188-b402-74881fc4ba6c'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:20:53.606457 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-14efb3d9-c08b-482d-b15e-252bead4ddb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7a9ee880>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:20:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['18cdd829-20cb-4188-b402-74881fc4ba6c'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:20:53.610088 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3c336-933b-4bfc-a25a-43f12ef86903 req-15c46ea5-bcc2-4de1-a389-db14f2a6b986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:20:53.611501 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-60c3c336-933b-4bfc-a25a-43f12ef86903 req-15c46ea5-bcc2-4de1-a389-db14f2a6b986 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4696b473-c29b-4b8f-aebc-3497761794e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0728002
Jun 02 08:20:53.742821 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-60c3c336-933b-4bfc-a25a-43f12ef86903 req-56972b23-e4b8-4eb9-8676-af04fe5ac8a4 service neutron] 10.222.0.72 "GET /v2.0/networks/4696b473-c29b-4b8f-aebc-3497761794e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238723
Jun 02 08:20:53.781892 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-14efb3d9-c08b-482d-b15e-252bead4ddb2 None None] Set router 18cdd829-20cb-4188-b402-74881fc4ba6c gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:20:53.873477 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-60c3c336-933b-4bfc-a25a-43f12ef86903 req-612debad-47db-45c8-a82a-227c86264b9f service neutron] 10.222.0.72 "GET /v2.0/networks/4696b473-c29b-4b8f-aebc-3497761794e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241269
Jun 02 08:20:54.122199 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-14efb3d9-c08b-482d-b15e-252bead4ddb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7a9ee880>, [{'id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1599526445-router', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:13:48Z', 'updated_at': '2021-06-02T08:13:54Z', 'revision_number': 4, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'gw_port': {'id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:49Z', 'updated_at': '2021-06-02T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_floatingips': [{'id': 'a9a39505-5fff-499c-823f-1a1fae08d3c1', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'router_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'port_id': '9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1', 'mac_address': 'fa:16:3e:4a:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada92e58-8b66-453c-99db-4739438983cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:20:35Z', 'updated_at': '2021-06-02T08:20:52Z', 'revision_number': 1, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b525d1-3ed8-4ea6-83fd-d4fe65602dec', 'name': '', 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'mac_address': 'fa:16:3e:39:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:53Z', 'updated_at': '2021-06-02T08:13:59Z', 'revision_number': 5, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'subnets': [{'id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:20:54.126205 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14efb3d9-c08b-482d-b15e-252bead4ddb2 None None] The sync data for ids ['18cdd829-20cb-4188-b402-74881fc4ba6c'] in dv-cinder-786385-7-iscsi is: [{'id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1599526445-router', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:13:48Z', 'updated_at': '2021-06-02T08:13:54Z', 'revision_number': 4, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'gw_port': {'id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:49Z', 'updated_at': '2021-06-02T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_floatingips': [{'id': 'a9a39505-5fff-499c-823f-1a1fae08d3c1', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'router_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'port_id': '9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1', 'mac_address': 'fa:16:3e:4a:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada92e58-8b66-453c-99db-4739438983cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:20:35Z', 'updated_at': '2021-06-02T08:20:52Z', 'revision_number': 1, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b525d1-3ed8-4ea6-83fd-d4fe65602dec', 'name': '', 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'mac_address': 'fa:16:3e:39:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:53Z', 'updated_at': '2021-06-02T08:13:59Z', 'revision_number': 5, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'subnets': [{'id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:20:54.310098 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3ba7ef-8715-4f16-a1c9-06fae30ed4d5 None None] New status for floating IP a9a39505-5fff-499c-823f-1a1fae08d3c1: ACTIVE {{(pid=92344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 02 08:21:00.007556 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:07.084464 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:21:10.039148 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-11d3641e-ceb1-46a2-89fd-0e37810b5650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:12.595564 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:12.624968 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-ae6821f7-79fb-4bfa-87a4-7cfd1854c7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:13.755697 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:15.216031 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:30.044094 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:31.827113 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-eaadadce-a424-4282-ae61-e0a03ee4933d req-1e6a125c-6c4f-4a43-ad1e-5dae0a54fa32 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0678997
Jun 02 08:21:31.923671 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadadce-a424-4282-ae61-e0a03ee4933d req-7d07a48c-3741-49de-a2cd-65c54c757d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:21:31.925138 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-eaadadce-a424-4282-ae61-e0a03ee4933d req-7d07a48c-3741-49de-a2cd-65c54c757d14 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c12ecd13c56d41cbb58946524acfe3a4&device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 1137 time: 0.0742378
Jun 02 08:21:32.066126 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadadce-a424-4282-ae61-e0a03ee4933d req-5370260f-7205-4561-9e9b-f5581ad87900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:21:32.067528 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-eaadadce-a424-4282-ae61-e0a03ee4933d req-5370260f-7205-4561-9e9b-f5581ad87900 service neutron] 10.222.0.72 "GET /v2.0/networks?id=08fbaa15-9e5d-4d43-8d34-d36dcaacffc4 HTTP/1.1" status: 200  len: 916 time: 0.1235709
Jun 02 08:21:32.169349 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-eaadadce-a424-4282-ae61-e0a03ee4933d req-0abff369-6d96-4047-8642-5197ad9bc30f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a4225f3-fd7a-461c-9264-f2ea03545096 HTTP/1.1" status: 200  len: 1000 time: 0.0941978
Jun 02 08:21:32.230188 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadadce-a424-4282-ae61-e0a03ee4933d req-45e250f6-8872-41f8-9a8c-5666e8633de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:21:32.231570 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-eaadadce-a424-4282-ae61-e0a03ee4933d req-45e250f6-8872-41f8-9a8c-5666e8633de4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=82c7946a-1134-47b3-9c3a-1e02a1d3a7d4 HTTP/1.1" status: 200  len: 854 time: 0.0552962
Jun 02 08:21:32.304115 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadadce-a424-4282-ae61-e0a03ee4933d req-8aeaca55-9680-434d-95e2-2b3f21cb9a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:21:32.305532 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-eaadadce-a424-4282-ae61-e0a03ee4933d req-8aeaca55-9680-434d-95e2-2b3f21cb9a7c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08fbaa15-9e5d-4d43-8d34-d36dcaacffc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0667326
Jun 02 08:21:32.529916 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-eaadadce-a424-4282-ae61-e0a03ee4933d req-31982ca5-9992-414d-95e2-5e5f0b81fbee service neutron] 10.222.0.72 "GET /v2.0/networks/08fbaa15-9e5d-4d43-8d34-d36dcaacffc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2161565
Jun 02 08:21:32.656455 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-eaadadce-a424-4282-ae61-e0a03ee4933d req-8302c4a8-d55f-4745-bd2f-ff637dd27aeb service neutron] 10.222.0.72 "GET /v2.0/networks/08fbaa15-9e5d-4d43-8d34-d36dcaacffc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1194210
Jun 02 08:21:40.001052 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-142c2a2d-11a8-4fde-9d09-3e8dc0ee95ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:42.615793 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:42.629652 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-46254f05-8bc7-434d-b5e5-9075b33fed06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:43.758335 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:44.083262 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:21:44.763085 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 37986) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:21:45.187018 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [None req-71e1df29-74e8-4679-85e6-7281e9d1b0cd tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Deleting port e7f8eac4-d6e8-486b-ae12-175570a1dd5d {{(pid=92341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:21:45.187355 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-71e1df29-74e8-4679-85e6-7281e9d1b0cd tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:45.203611 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:45.304882 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-71e1df29-74e8-4679-85e6-7281e9d1b0cd tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:45.308934 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-71e1df29-74e8-4679-85e6-7281e9d1b0cd tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:45.423744 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [None req-71e1df29-74e8-4679-85e6-7281e9d1b0cd tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Calling delete_port for e7f8eac4-d6e8-486b-ae12-175570a1dd5d owned by network:floatingip {{(pid=92341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:21:45.612301 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-71e1df29-74e8-4679-85e6-7281e9d1b0cd tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:45.616768 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-c105c75a-febd-44f6-877d-380f2eb5891d tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:21:45.689669 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1df29-74e8-4679-85e6-7281e9d1b0cd tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Pushing event deleted for resources: {'Port': ['ID=e7f8eac4-d6e8-486b-ae12-175570a1dd5d,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:21:45.705565 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1df29-74e8-4679-85e6-7281e9d1b0cd tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:45.707964 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1df29-74e8-4679-85e6-7281e9d1b0cd tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:45.707964 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1df29-74e8-4679-85e6-7281e9d1b0cd tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:45.707964 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1df29-74e8-4679-85e6-7281e9d1b0cd tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:45.707964 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1df29-74e8-4679-85e6-7281e9d1b0cd tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:45.707964 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1df29-74e8-4679-85e6-7281e9d1b0cd tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:45.708514 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1df29-74e8-4679-85e6-7281e9d1b0cd tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:45.708514 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1df29-74e8-4679-85e6-7281e9d1b0cd tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:45.708798 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1df29-74e8-4679-85e6-7281e9d1b0cd tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:45.709137 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1df29-74e8-4679-85e6-7281e9d1b0cd tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:45.709479 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1df29-74e8-4679-85e6-7281e9d1b0cd tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:45.709817 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1df29-74e8-4679-85e6-7281e9d1b0cd tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:45.736178 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-71e1df29-74e8-4679-85e6-7281e9d1b0cd tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:21:45.764833 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-71e1df29-74e8-4679-85e6-7281e9d1b0cd tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks [] for floatingip, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:45.765469 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.db.l3_db [None req-71e1df29-74e8-4679-85e6-7281e9d1b0cd tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Floating IP 230887c4-fe39-4293-a4ef-bd4b3fbdf3df disassociated (deleted). External IP: 172.27.3.221, port: 1c127a46-1abb-48e4-9757-9f10d049c773.
Jun 02 08:21:46.188620 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e1df29-74e8-4679-85e6-7281e9d1b0cd tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Router d0775797-2b2f-4a31-822a-f7744c0d2387 has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:21:46.361912 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e1df29-74e8-4679-85e6-7281e9d1b0cd tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:21:46.371600 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a63b9de-c240-439e-a431-aabebcda0423 None None] Sync routers for ids ['d0775797-2b2f-4a31-822a-f7744c0d2387'] in dv-cinder-786385-7-iscsi {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:21:46.379143 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-71e1df29-74e8-4679-85e6-7281e9d1b0cd tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for floatingip, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:46.381045 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a63b9de-c240-439e-a431-aabebcda0423 None None] Routers {'d0775797-2b2f-4a31-822a-f7744c0d2387'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:21:46.381668 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-2a63b9de-c240-439e-a431-aabebcda0423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7a936280>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:21:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['d0775797-2b2f-4a31-822a-f7744c0d2387'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:21:46.442808 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-71e1df29-74e8-4679-85e6-7281e9d1b0cd tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "DELETE /v2.0/floatingips/230887c4-fe39-4293-a4ef-bd4b3fbdf3df HTTP/1.1" status: 204  len: 168 time: 1.6755939
Jun 02 08:21:46.442808 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f687c19a-0b47-46b1-aa95-7dc34591a0c9', 'tag': '1c127a46-1abb-48e4-9757-9f10d049c773'}] {{(pid=92341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:21:46.443525 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d416597fa12f88f8d9bd515793328be5ccabd674e07c2f357b392af977663f84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f99da0e-8b44-444d-b99f-87a86dabbbb0" -d '{"events": [{"name": "network-changed", "server_uuid": "f687c19a-0b47-46b1-aa95-7dc34591a0c9", "tag": "1c127a46-1abb-48e4-9757-9f10d049c773"}]}' {{(pid=92341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:21:46.572020 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed05f97-3d9e-4f1d-a6de-590b6d878c61 x-openstack-request-id: req-aed05f97-3d9e-4f1d-a6de-590b6d878c61 {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:21:46.572394 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f687c19a-0b47-46b1-aa95-7dc34591a0c9", "tag": "1c127a46-1abb-48e4-9757-9f10d049c773", "status": "completed", "code": 200}]} {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:21:46.572686 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aed05f97-3d9e-4f1d-a6de-590b6d878c61 {{(pid=92341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:21:46.573202 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f687c19a-0b47-46b1-aa95-7dc34591a0c9', 'tag': '1c127a46-1abb-48e4-9757-9f10d049c773', 'status': 'completed', 'code': 200}
Jun 02 08:21:46.598314 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-2a63b9de-c240-439e-a431-aabebcda0423 None None] Set router d0775797-2b2f-4a31-822a-f7744c0d2387 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:21:46.664132 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99da0e-8b44-444d-b99f-87a86dabbbb0 req-8678561d-8c81-4170-a237-3de79bff3aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:21:46.665527 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3f99da0e-8b44-444d-b99f-87a86dabbbb0 req-8678561d-8c81-4170-a237-3de79bff3aef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0cd74e4181cd4ddeab1d3e91d6bc03c1&device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 1098 time: 0.0717392
Jun 02 08:21:46.801970 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99da0e-8b44-444d-b99f-87a86dabbbb0 req-d85e2f5c-4de5-48e7-85c4-c14cf22843d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:21:46.803292 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3f99da0e-8b44-444d-b99f-87a86dabbbb0 req-d85e2f5c-4de5-48e7-85c4-c14cf22843d9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c1f66d1-9778-4f70-8383-16f7b7ba24b7 HTTP/1.1" status: 200  len: 910 time: 0.1310332
Jun 02 08:21:46.880175 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3f99da0e-8b44-444d-b99f-87a86dabbbb0 req-79d9d311-62e9-4e2f-8faf-c6c732bfaee4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c127a46-1abb-48e4-9757-9f10d049c773 HTTP/1.1" status: 200  len: 217 time: 0.0703938
Jun 02 08:21:46.930793 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-2a63b9de-c240-439e-a431-aabebcda0423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7a936280>, [{'id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'name': 'tempest-TestShelveInstance-1895654758-router', 'tenant_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '77ffed1a-a89a-4023-817d-4ced4a637247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:14:53Z', 'updated_at': '2021-06-02T08:14:59Z', 'revision_number': 4, 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'gw_port': {'id': '77ffed1a-a89a-4023-817d-4ced4a637247', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:14:54Z', 'updated_at': '2021-06-02T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': 'f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0', 'name': '', 'network_id': '5c1f66d1-9778-4f70-8383-16f7b7ba24b7', 'tenant_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'mac_address': 'fa:16:3e:59:fb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '05bff79a-25c7-4afc-bc71-912a7a9eed0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:14:58Z', 'updated_at': '2021-06-02T08:15:08Z', 'revision_number': 5, 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'subnets': [{'id': '05bff79a-25c7-4afc-bc71-912a7a9eed0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:21:46.934863 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a63b9de-c240-439e-a431-aabebcda0423 None None] Checking router: d0775797-2b2f-4a31-822a-f7744c0d2387 for host: dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:21:46.943285 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a63b9de-c240-439e-a431-aabebcda0423 None None] Routers {'d0775797-2b2f-4a31-822a-f7744c0d2387'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:21:46.943880 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-2a63b9de-c240-439e-a431-aabebcda0423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7a936280>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:21:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['d0775797-2b2f-4a31-822a-f7744c0d2387'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:21:46.988206 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99da0e-8b44-444d-b99f-87a86dabbbb0 req-a94e2194-8dc6-4dd0-ba23-1c73acb56b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:21:46.990180 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3f99da0e-8b44-444d-b99f-87a86dabbbb0 req-a94e2194-8dc6-4dd0-ba23-1c73acb56b88 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=05bff79a-25c7-4afc-bc71-912a7a9eed0b HTTP/1.1" status: 200  len: 848 time: 0.1035016
Jun 02 08:21:47.070471 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75637942-8526-4b85-975b-791e8bcb6e15 req-94896f53-b44a-459c-bc4b-4d0081f55200 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:21:47.071146 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-75637942-8526-4b85-975b-791e8bcb6e15 req-94896f53-b44a-459c-bc4b-4d0081f55200 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Synchronizing usage tracker for tenant:0cd74e4181cd4ddeab1d3e91d6bc03c1 on resource:port {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:21:47.093675 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99da0e-8b44-444d-b99f-87a86dabbbb0 req-c696ea91-d7b5-493d-b69c-8118d3aaf594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:21:47.096724 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3f99da0e-8b44-444d-b99f-87a86dabbbb0 req-c696ea91-d7b5-493d-b69c-8118d3aaf594 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c1f66d1-9778-4f70-8383-16f7b7ba24b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0973558
Jun 02 08:21:47.123285 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-2a63b9de-c240-439e-a431-aabebcda0423 None None] Set router d0775797-2b2f-4a31-822a-f7744c0d2387 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:21:47.143095 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-75637942-8526-4b85-975b-791e8bcb6e15 req-94896f53-b44a-459c-bc4b-4d0081f55200 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Unset dirty status for tenant:0cd74e4181cd4ddeab1d3e91d6bc03c1 on resource:port {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:21:47.144240 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-75637942-8526-4b85-975b-791e8bcb6e15 req-94896f53-b44a-459c-bc4b-4d0081f55200 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 945 time: 0.2247159
Jun 02 08:21:47.259816 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-75637942-8526-4b85-975b-791e8bcb6e15 req-b53ea3d6-057f-46df-b471-5eae393e81ba tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0687845
Jun 02 08:21:47.261767 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3f99da0e-8b44-444d-b99f-87a86dabbbb0 req-d5725abf-4326-42ce-924a-df49c4ec036b service neutron] 10.222.0.72 "GET /v2.0/networks/5c1f66d1-9778-4f70-8383-16f7b7ba24b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1593139
Jun 02 08:21:47.393168 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3f99da0e-8b44-444d-b99f-87a86dabbbb0 req-db3a3cf9-fae0-429b-b0e3-d7016935a414 service neutron] 10.222.0.72 "GET /v2.0/networks/5c1f66d1-9778-4f70-8383-16f7b7ba24b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220250
Jun 02 08:21:47.434151 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-2a63b9de-c240-439e-a431-aabebcda0423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7a936280>, [{'id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'name': 'tempest-TestShelveInstance-1895654758-router', 'tenant_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '77ffed1a-a89a-4023-817d-4ced4a637247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:14:53Z', 'updated_at': '2021-06-02T08:14:59Z', 'revision_number': 4, 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'gw_port': {'id': '77ffed1a-a89a-4023-817d-4ced4a637247', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:14:54Z', 'updated_at': '2021-06-02T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': 'f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0', 'name': '', 'network_id': '5c1f66d1-9778-4f70-8383-16f7b7ba24b7', 'tenant_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'mac_address': 'fa:16:3e:59:fb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '05bff79a-25c7-4afc-bc71-912a7a9eed0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:14:58Z', 'updated_at': '2021-06-02T08:15:08Z', 'revision_number': 5, 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'subnets': [{'id': '05bff79a-25c7-4afc-bc71-912a7a9eed0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:21:47.438238 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a63b9de-c240-439e-a431-aabebcda0423 None None] The sync data for ids ['d0775797-2b2f-4a31-822a-f7744c0d2387'] in dv-cinder-786385-7-iscsi is: [{'id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'name': 'tempest-TestShelveInstance-1895654758-router', 'tenant_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '77ffed1a-a89a-4023-817d-4ced4a637247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:14:53Z', 'updated_at': '2021-06-02T08:14:59Z', 'revision_number': 4, 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'gw_port': {'id': '77ffed1a-a89a-4023-817d-4ced4a637247', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:14:54Z', 'updated_at': '2021-06-02T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': 'f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0', 'name': '', 'network_id': '5c1f66d1-9778-4f70-8383-16f7b7ba24b7', 'tenant_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'mac_address': 'fa:16:3e:59:fb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '05bff79a-25c7-4afc-bc71-912a7a9eed0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:14:58Z', 'updated_at': '2021-06-02T08:15:08Z', 'revision_number': 5, 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'subnets': [{'id': '05bff79a-25c7-4afc-bc71-912a7a9eed0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:21:47.641292 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c17b6b5-d53b-44e3-a896-f26094cb4cae None None] New status for floating IP 230887c4-fe39-4293-a4ef-bd4b3fbdf3df: DOWN {{(pid=92344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 02 08:21:48.448137 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08591163-1b5d-42a6-adbe-c842c678673b req-16a1c06b-7f8e-4e0f-bf2f-a0c3dab7ec39 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:21:48.449549 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-08591163-1b5d-42a6-adbe-c842c678673b req-16a1c06b-7f8e-4e0f-bf2f-a0c3dab7ec39 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 945 time: 0.0827730
Jun 02 08:21:48.493638 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-08591163-1b5d-42a6-adbe-c842c678673b req-4ccf5e73-8e91-4b35-8334-73936beb8b5a tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385692
Jun 02 08:21:48.844891 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de78c1-d4d0-4fd5-80ee-3fe41556082d req-98cf5846-e0b8-4ab2-8f39-6562af042fa9 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:21:48.846215 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f3de78c1-d4d0-4fd5-80ee-3fe41556082d req-98cf5846-e0b8-4ab2-8f39-6562af042fa9 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.72 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 945 time: 0.0789206
Jun 02 08:21:48.983414 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [req-f3de78c1-d4d0-4fd5-80ee-3fe41556082d req-3ebdaab6-077d-46a4-ab03-4ba22cdbf898 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Deleting port 1c127a46-1abb-48e4-9757-9f10d049c773 {{(pid=92341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:21:48.983747 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-f3de78c1-d4d0-4fd5-80ee-3fe41556082d req-3ebdaab6-077d-46a4-ab03-4ba22cdbf898 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:49.111905 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-f3de78c1-d4d0-4fd5-80ee-3fe41556082d req-3ebdaab6-077d-46a4-ab03-4ba22cdbf898 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] For port 1c127a46-1abb-48e4-9757-9f10d049c773, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1c127a46-1abb-48e4-9757-9f10d049c773,segment=NetworkSegment(a5467c2d-baf3-4eee-af2e-7018d38efe17),segment_id=a5467c2d-baf3-4eee-af2e-7018d38efe17)] {{(pid=92341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:21:49.112174 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-f3de78c1-d4d0-4fd5-80ee-3fe41556082d req-3ebdaab6-077d-46a4-ab03-4ba22cdbf898 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:49.309604 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [req-f3de78c1-d4d0-4fd5-80ee-3fe41556082d req-3ebdaab6-077d-46a4-ab03-4ba22cdbf898 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Calling delete_port for 1c127a46-1abb-48e4-9757-9f10d049c773 owned by compute:nova {{(pid=92341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:21:49.503976 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-f3de78c1-d4d0-4fd5-80ee-3fe41556082d req-3ebdaab6-077d-46a4-ab03-4ba22cdbf898 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:49.510517 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-23aca2f9-3284-4425-bdee-da85aa83918d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:21:49.556345 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebdaab6-077d-46a4-ab03-4ba22cdbf898 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Pushing event deleted for resources: {'Port': ['ID=1c127a46-1abb-48e4-9757-9f10d049c773,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:21:49.559758 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-3ebdaab6-077d-46a4-ab03-4ba22cdbf898 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:21:49.665862 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3de78c1-d4d0-4fd5-80ee-3fe41556082d req-3ebdaab6-077d-46a4-ab03-4ba22cdbf898 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] No DVR routers for this DVR port 1c127a46-1abb-48e4-9757-9f10d049c773 on host hv-cinder-78638 {{(pid=92341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:21:49.671994 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-f3de78c1-d4d0-4fd5-80ee-3fe41556082d req-3ebdaab6-077d-46a4-ab03-4ba22cdbf898 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:49.675933 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bc0c4e3b-6be5-4684-bea2-a004ec61492e req-b542f721-09b1-42ab-b7a5-fe7516b753e5 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 210 time: 0.0556290
Jun 02 08:21:49.676953 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f687c19a-0b47-46b1-aa95-7dc34591a0c9', 'name': 'network-vif-deleted', 'tag': '1c127a46-1abb-48e4-9757-9f10d049c773'}] {{(pid=92341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:21:49.679138 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d416597fa12f88f8d9bd515793328be5ccabd674e07c2f357b392af977663f84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b321314-07e3-40a2-8fd3-8bd0a3c67bf9" -d '{"events": [{"server_uuid": "f687c19a-0b47-46b1-aa95-7dc34591a0c9", "name": "network-vif-deleted", "tag": "1c127a46-1abb-48e4-9757-9f10d049c773"}]}' {{(pid=92341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:21:49.725107 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f406ad-7e64-4577-adf0-602512cc9c52 x-openstack-request-id: req-83f406ad-7e64-4577-adf0-602512cc9c52 {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:21:49.725431 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f687c19a-0b47-46b1-aa95-7dc34591a0c9", "name": "network-vif-deleted", "tag": "1c127a46-1abb-48e4-9757-9f10d049c773", "status": "completed", "code": 200}]} {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:21:49.725718 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-83f406ad-7e64-4577-adf0-602512cc9c52 {{(pid=92341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:21:49.726143 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f687c19a-0b47-46b1-aa95-7dc34591a0c9', 'name': 'network-vif-deleted', 'tag': '1c127a46-1abb-48e4-9757-9f10d049c773', 'status': 'completed', 'code': 200}
Jun 02 08:21:49.778850 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f3de78c1-d4d0-4fd5-80ee-3fe41556082d req-3ebdaab6-077d-46a4-ab03-4ba22cdbf898 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.72 "DELETE /v2.0/ports/1c127a46-1abb-48e4-9757-9f10d049c773 HTTP/1.1" status: 204  len: 173 time: 0.9261014
Jun 02 08:21:50.840029 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-c5d8bdcb-1460-4a9c-9417-fa3659e1b3a5 req-701bb71d-ba45-4669-9d2a-82c4f07a9fa4 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Synchronizing usage tracker for tenant:0cd74e4181cd4ddeab1d3e91d6bc03c1 on resource:port {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:21:50.923506 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-c5d8bdcb-1460-4a9c-9417-fa3659e1b3a5 req-701bb71d-ba45-4669-9d2a-82c4f07a9fa4 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Unset dirty status for tenant:0cd74e4181cd4ddeab1d3e91d6bc03c1 on resource:port {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:21:50.924675 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c5d8bdcb-1460-4a9c-9417-fa3659e1b3a5 req-701bb71d-ba45-4669-9d2a-82c4f07a9fa4 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "GET /v2.0/ports?device_id=f687c19a-0b47-46b1-aa95-7dc34591a0c9 HTTP/1.1" status: 200  len: 210 time: 0.1261301
Jun 02 08:21:50.957015 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 1c127a46-1abb-48e4-9757-9f10d049c773 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:21:50.990004 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] No Port match for: 1c127a46-1abb-48e4-9757-9f10d049c773 {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:21:50.990880 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 1c127a46-1abb-48e4-9757-9f10d049c773 not bound to the agent host hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:21:52.021676 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 38040) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:21:52.089430 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-672b9e17-cd99-40ab-8aff-e01e22ca7b73 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:52.119884 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-672b9e17-cd99-40ab-8aff-e01e22ca7b73 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:52.260723 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-672b9e17-cd99-40ab-8aff-e01e22ca7b73 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:52.264816 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-83a55d62-9a67-4489-bceb-735f7489d77c tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:21:52.278876 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b9e17-cd99-40ab-8aff-e01e22ca7b73 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d49f7ac-e333-4cdd-a02b-b68c70c63bc7,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:21:52.282061 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-672b9e17-cd99-40ab-8aff-e01e22ca7b73 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:21:52.357234 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-672b9e17-cd99-40ab-8aff-e01e22ca7b73 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:52.358355 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-672b9e17-cd99-40ab-8aff-e01e22ca7b73 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] 10.222.0.77 "DELETE /v2.0/security-groups/7d49f7ac-e333-4cdd-a02b-b68c70c63bc7 HTTP/1.1" status: 204  len: 168 time: 0.3357081
Jun 02 08:21:52.469693 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 38046) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:21:53.212987 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-a26f40ab-e999-499e-a14a-174197ceb9c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035105'] for router_interface, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:53.611793 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-a26f40ab-e999-499e-a14a-174197ceb9c7 admin admin] Deleting port f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0 {{(pid=92342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:21:53.612531 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-a26f40ab-e999-499e-a14a-174197ceb9c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:53.732808 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [None req-a26f40ab-e999-499e-a14a-174197ceb9c7 admin admin] For port f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0,segment=NetworkSegment(a5467c2d-baf3-4eee-af2e-7018d38efe17),segment_id=a5467c2d-baf3-4eee-af2e-7018d38efe17)] {{(pid=92342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:21:53.733158 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-a26f40ab-e999-499e-a14a-174197ceb9c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:53.852681 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-a26f40ab-e999-499e-a14a-174197ceb9c7 admin admin] Calling delete_port for f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0 owned by network:router_interface {{(pid=92342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:21:54.238290 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-a26f40ab-e999-499e-a14a-174197ceb9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:54.242806 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-759e4006-713b-4f70-bb9b-de99fb884ac0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:21:54.292392 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f40ab-e999-499e-a14a-174197ceb9c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:21:54.474921 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f40ab-e999-499e-a14a-174197ceb9c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:54.475280 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f40ab-e999-499e-a14a-174197ceb9c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:54.476226 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f40ab-e999-499e-a14a-174197ceb9c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:54.476548 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f40ab-e999-499e-a14a-174197ceb9c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:54.476971 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f40ab-e999-499e-a14a-174197ceb9c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:54.477317 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f40ab-e999-499e-a14a-174197ceb9c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:54.477657 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f40ab-e999-499e-a14a-174197ceb9c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:54.478011 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f40ab-e999-499e-a14a-174197ceb9c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:54.478350 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f40ab-e999-499e-a14a-174197ceb9c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:54.478685 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f40ab-e999-499e-a14a-174197ceb9c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:54.479017 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f40ab-e999-499e-a14a-174197ceb9c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:54.479419 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f40ab-e999-499e-a14a-174197ceb9c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:54.484559 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-a26f40ab-e999-499e-a14a-174197ceb9c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:21:54.676388 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-a26f40ab-e999-499e-a14a-174197ceb9c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035157'] for router_interface, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:55.029665 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26f40ab-e999-499e-a14a-174197ceb9c7 admin admin] Router d0775797-2b2f-4a31-822a-f7744c0d2387 has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:21:55.209122 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26f40ab-e999-499e-a14a-174197ceb9c7 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:21:55.220810 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d5a989-3ae7-462b-841b-dd4db495bc01 None None] Sync routers for ids ['d0775797-2b2f-4a31-822a-f7744c0d2387'] in dv-cinder-786385-7-iscsi {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:21:55.229692 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d5a989-3ae7-462b-841b-dd4db495bc01 None None] Routers {'d0775797-2b2f-4a31-822a-f7744c0d2387'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:21:55.230296 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-87d5a989-3ae7-462b-841b-dd4db495bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e798b0f40>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:21:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['d0775797-2b2f-4a31-822a-f7744c0d2387'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:21:55.293905 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-a26f40ab-e999-499e-a14a-174197ceb9c7 admin admin] 10.222.0.77 "PUT /v2.0/routers/d0775797-2b2f-4a31-822a-f7744c0d2387/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8230393
Jun 02 08:21:55.296313 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 38062) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:21:55.400906 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-87d5a989-3ae7-462b-841b-dd4db495bc01 None None] Set router d0775797-2b2f-4a31-822a-f7744c0d2387 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:21:55.467434 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-10e37e63-2aa6-40b4-bce0-5b9147334ed5 admin admin] Notify callbacks [] for router, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:55.646594 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-10e37e63-2aa6-40b4-bce0-5b9147334ed5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:55.718429 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-87d5a989-3ae7-462b-841b-dd4db495bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e798b0f40>, [{'id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'name': 'tempest-TestShelveInstance-1895654758-router', 'tenant_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '77ffed1a-a89a-4023-817d-4ced4a637247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:14:53Z', 'updated_at': '2021-06-02T08:21:54Z', 'revision_number': 5, 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'gw_port': {'id': '77ffed1a-a89a-4023-817d-4ced4a637247', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:14:54Z', 'updated_at': '2021-06-02T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:21:55.722211 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d5a989-3ae7-462b-841b-dd4db495bc01 None None] Checking router: d0775797-2b2f-4a31-822a-f7744c0d2387 for host: dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:21:55.730845 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d5a989-3ae7-462b-841b-dd4db495bc01 None None] Routers {'d0775797-2b2f-4a31-822a-f7744c0d2387'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:21:55.731425 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-87d5a989-3ae7-462b-841b-dd4db495bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e798b0f40>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:21:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['d0775797-2b2f-4a31-822a-f7744c0d2387'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:21:55.805142 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-10e37e63-2aa6-40b4-bce0-5b9147334ed5 admin admin] Deleting port 77ffed1a-a89a-4023-817d-4ced4a637247 {{(pid=92342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:21:55.805646 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-10e37e63-2aa6-40b4-bce0-5b9147334ed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:55.886933 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-87d5a989-3ae7-462b-841b-dd4db495bc01 None None] Set router d0775797-2b2f-4a31-822a-f7744c0d2387 gateway port host: None {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:21:55.999233 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-87d5a989-3ae7-462b-841b-dd4db495bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e798b0f40>, [{'id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'name': 'tempest-TestShelveInstance-1895654758-router', 'tenant_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:14:53Z', 'updated_at': '2021-06-02T08:21:55Z', 'revision_number': 6, 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'gw_port_host': None}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:21:56.003273 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d5a989-3ae7-462b-841b-dd4db495bc01 None None] The sync data for ids ['d0775797-2b2f-4a31-822a-f7744c0d2387'] in dv-cinder-786385-7-iscsi is: [{'id': 'd0775797-2b2f-4a31-822a-f7744c0d2387', 'name': 'tempest-TestShelveInstance-1895654758-router', 'tenant_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:14:53Z', 'updated_at': '2021-06-02T08:21:55Z', 'revision_number': 6, 'project_id': '0cd74e4181cd4ddeab1d3e91d6bc03c1', 'gw_port_host': None}] {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:21:56.036343 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [None req-10e37e63-2aa6-40b4-bce0-5b9147334ed5 admin admin] For port 77ffed1a-a89a-4023-817d-4ced4a637247, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=77ffed1a-a89a-4023-817d-4ced4a637247,segment=NetworkSegment(7d00a59a-fd6b-444f-8454-6973ee677288),segment_id=7d00a59a-fd6b-444f-8454-6973ee677288)] {{(pid=92342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:21:56.036694 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-10e37e63-2aa6-40b4-bce0-5b9147334ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:56.157344 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-10e37e63-2aa6-40b4-bce0-5b9147334ed5 admin admin] Calling delete_port for 77ffed1a-a89a-4023-817d-4ced4a637247 owned by network:router_gateway {{(pid=92342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:21:56.346531 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-10e37e63-2aa6-40b4-bce0-5b9147334ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:56.350438 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-d36278be-d3c2-4b23-bb9f-97964c966d00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:21:56.398212 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e37e63-2aa6-40b4-bce0-5b9147334ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=77ffed1a-a89a-4023-817d-4ced4a637247,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:21:56.423668 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-10e37e63-2aa6-40b4-bce0-5b9147334ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:21:56.485479 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-10e37e63-2aa6-40b4-bce0-5b9147334ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8036544'] for router_gateway, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:56.652885 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-10e37e63-2aa6-40b4-bce0-5b9147334ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8100154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2038'] for router, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:56.655071 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-10e37e63-2aa6-40b4-bce0-5b9147334ed5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:56.737831 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-10e37e63-2aa6-40b4-bce0-5b9147334ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8100270'] for router, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:56.746824 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e37e63-2aa6-40b4-bce0-5b9147334ed5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0775797-2b2f-4a31-822a-f7744c0d2387 {{(pid=92342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 02 08:21:56.751422 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-10e37e63-2aa6-40b4-bce0-5b9147334ed5 admin admin] Notify callbacks [] for router, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:56.752560 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-10e37e63-2aa6-40b4-bce0-5b9147334ed5 admin admin] 10.222.0.77 "DELETE /v2.0/routers/d0775797-2b2f-4a31-822a-f7744c0d2387 HTTP/1.1" status: 204  len: 168 time: 1.4553292
Jun 02 08:21:56.755073 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 38070) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:21:56.814983 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_v2 [None req-34bd3eac-0d41-4a59-8eda-9f91e7e23a6e admin admin] Deleting subnet 05bff79a-25c7-4afc-bc71-912a7a9eed0b {{(pid=92342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 02 08:21:56.818126 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-34bd3eac-0d41-4a59-8eda-9f91e7e23a6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:56.869262 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-34bd3eac-0d41-4a59-8eda-9f91e7e23a6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6991856'] for subnet, precommit_delete_associations {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:56.991416 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-34bd3eac-0d41-4a59-8eda-9f91e7e23a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-943661'] for subnet, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:57.298403 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-34bd3eac-0d41-4a59-8eda-9f91e7e23a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-943652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6633660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6612419'] for subnet, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:57.302960 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:21:57.338032 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd3eac-0d41-4a59-8eda-9f91e7e23a6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05bff79a-25c7-4afc-bc71-912a7a9eed0b,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:21:57.340712 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-34bd3eac-0d41-4a59-8eda-9f91e7e23a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:21:57.343874 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-34bd3eac-0d41-4a59-8eda-9f91e7e23a6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:57.351264 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f1d1ea-1cd7-4b81-a018-3118d2a41870 None None] Network 5c1f66d1-9778-4f70-8383-16f7b7ba24b7 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:21:57.351740 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-34bd3eac-0d41-4a59-8eda-9f91e7e23a6e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/05bff79a-25c7-4afc-bc71-912a7a9eed0b HTTP/1.1" status: 204  len: 168 time: 0.5954363
Jun 02 08:21:57.353989 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 38074) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:21:57.457154 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4555be98-4089-4d04-a115-2b0ba6b80d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951774'] for network, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:57.533302 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-4555be98-4089-4d04-a115-2b0ba6b80d6d admin admin] Deleting port b7e54978-6604-49eb-b64e-8689f8eb5269 {{(pid=92342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:21:57.533627 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4555be98-4089-4d04-a115-2b0ba6b80d6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:57.616024 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705a7623-3433-42aa-9883-b75e9a3a6a08 None None] DHCP port deletion for 5c1f66d1-9778-4f70-8383-16f7b7ba24b7 request from dv-cinder-786385-7-iscsi {{(pid=92343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 02 08:21:57.635597 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [None req-4555be98-4089-4d04-a115-2b0ba6b80d6d admin admin] For port b7e54978-6604-49eb-b64e-8689f8eb5269, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=b7e54978-6604-49eb-b64e-8689f8eb5269,segment=NetworkSegment(a5467c2d-baf3-4eee-af2e-7018d38efe17),segment_id=a5467c2d-baf3-4eee-af2e-7018d38efe17)] {{(pid=92342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:21:57.636162 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4555be98-4089-4d04-a115-2b0ba6b80d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:57.679811 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-705a7623-3433-42aa-9883-b75e9a3a6a08 None None] Deleting port b7e54978-6604-49eb-b64e-8689f8eb5269 {{(pid=92343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:21:57.680440 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-705a7623-3433-42aa-9883-b75e9a3a6a08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:57.763745 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-4555be98-4089-4d04-a115-2b0ba6b80d6d admin admin] Calling delete_port for b7e54978-6604-49eb-b64e-8689f8eb5269 owned by network:dhcp {{(pid=92342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:21:57.780445 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-705a7623-3433-42aa-9883-b75e9a3a6a08 None None] For port b7e54978-6604-49eb-b64e-8689f8eb5269, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=b7e54978-6604-49eb-b64e-8689f8eb5269,segment=NetworkSegment(a5467c2d-baf3-4eee-af2e-7018d38efe17),segment_id=a5467c2d-baf3-4eee-af2e-7018d38efe17)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:21:57.781487 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-705a7623-3433-42aa-9883-b75e9a3a6a08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:57.857979 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 77ffed1a-a89a-4023-817d-4ced4a637247 no longer exists at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:21:57.892264 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4555be98-4089-4d04-a115-2b0ba6b80d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:57.896054 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-d36278be-d3c2-4b23-bb9f-97964c966d00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:21:57.949711 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-705a7623-3433-42aa-9883-b75e9a3a6a08 None None] Calling delete_port for b7e54978-6604-49eb-b64e-8689f8eb5269 owned by network:dhcp {{(pid=92343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:21:57.958491 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] No Port match for: 77ffed1a-a89a-4023-817d-4ced4a637247 {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:21:57.958837 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 77ffed1a-a89a-4023-817d-4ced4a637247 not bound to the agent host dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:21:57.959254 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device b7e54978-6604-49eb-b64e-8689f8eb5269 no longer exists at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:21:57.996658 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] No Port match for: b7e54978-6604-49eb-b64e-8689f8eb5269 {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:21:57.996910 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device b7e54978-6604-49eb-b64e-8689f8eb5269 not bound to the agent host dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:21:57.997320 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0 no longer exists at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:21:58.030463 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555be98-4089-4d04-a115-2b0ba6b80d6d admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e54978-6604-49eb-b64e-8689f8eb5269,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:21:58.033542 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-4555be98-4089-4d04-a115-2b0ba6b80d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:21:58.034311 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4555be98-4089-4d04-a115-2b0ba6b80d6d admin admin] No DVR routers for this DVR port b7e54978-6604-49eb-b64e-8689f8eb5269 on host dv-cinder-786385-7-iscsi {{(pid=92342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:21:58.095250 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] No Port match for: f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0 {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:21:58.095595 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device f46e7a3d-25ac-44f2-85bf-e8190f6c8fb0 not bound to the agent host dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:21:58.147818 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-705a7623-3433-42aa-9883-b75e9a3a6a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318'] for port, after_delete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:58.150761 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4555be98-4089-4d04-a115-2b0ba6b80d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945556', 'neutron.services.segments.db._delete_segments_for_network-8744146782841'] for network, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:58.152377 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:21:58.162878 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.services.segments.db [None req-4555be98-4089-4d04-a115-2b0ba6b80d6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3e7b7108e0>,) {'filters': {'network_id': ['5c1f66d1-9778-4f70-8383-16f7b7ba24b7']}} {{(pid=92342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:21:58.175428 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.services.segments.db [None req-4555be98-4089-4d04-a115-2b0ba6b80d6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e7b7108e0>, 'a5467c2d-baf3-4eee-af2e-7018d38efe17') {'for_net_delete': True} {{(pid=92342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:21:58.175711 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.services.segments.db [None req-4555be98-4089-4d04-a115-2b0ba6b80d6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e7b7108e0>, 'a5467c2d-baf3-4eee-af2e-7018d38efe17') {} {{(pid=92342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:21:58.188465 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4555be98-4089-4d04-a115-2b0ba6b80d6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744146786964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6991865'] for segment, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:58.205540 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4555be98-4089-4d04-a115-2b0ba6b80d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:58.211845 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4555be98-4089-4d04-a115-2b0ba6b80d6d admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=92342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 02 08:21:58.212258 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4555be98-4089-4d04-a115-2b0ba6b80d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6633494'] for segment, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:58.233256 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a7623-3433-42aa-9883-b75e9a3a6a08 None None] Pushing event deleted for resources: {'Port': ['ID=b7e54978-6604-49eb-b64e-8689f8eb5269,revision_number=None']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:21:58.234459 dv-cinder-786385-7-iscsi neutron-server[92342]: Traceback (most recent call last):
Jun 02 08:21:58.234459 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 02 08:21:58.234459 dv-cinder-786385-7-iscsi neutron-server[92342]:     timer()
Jun 02 08:21:58.234459 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 02 08:21:58.234459 dv-cinder-786385-7-iscsi neutron-server[92342]:     cb(*args, **kw)
Jun 02 08:21:58.234459 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 02 08:21:58.234459 dv-cinder-786385-7-iscsi neutron-server[92342]:     return func(*args, **kwargs)
Jun 02 08:21:58.234459 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 02 08:21:58.234459 dv-cinder-786385-7-iscsi neutron-server[92342]:     self._notify()
Jun 02 08:21:58.234459 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 02 08:21:58.234459 dv-cinder-786385-7-iscsi neutron-server[92342]:     self.callback(batched_events)
Jun 02 08:21:58.234459 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 02 08:21:58.234459 dv-cinder-786385-7-iscsi neutron-server[92342]:     event.method(event)
Jun 02 08:21:58.234459 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 02 08:21:58.234459 dv-cinder-786385-7-iscsi neutron-server[92342]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 02 08:21:58.234459 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 02 08:21:58.234459 dv-cinder-786385-7-iscsi neutron-server[92342]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 02 08:21:58.234459 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 02 08:21:58.234459 dv-cinder-786385-7-iscsi neutron-server[92342]:     return f(self, *a, **k)
Jun 02 08:21:58.234459 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 02 08:21:58.234459 dv-cinder-786385-7-iscsi neutron-server[92342]:     return self._get(url).json()
Jun 02 08:21:58.234459 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 02 08:21:58.234459 dv-cinder-786385-7-iscsi neutron-server[92342]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 02 08:21:58.234459 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 02 08:21:58.234459 dv-cinder-786385-7-iscsi neutron-server[92342]:     return self.request(url, 'GET', **kwargs)
Jun 02 08:21:58.234459 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 02 08:21:58.234459 dv-cinder-786385-7-iscsi neutron-server[92342]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 02 08:21:58.234459 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 02 08:21:58.234459 dv-cinder-786385-7-iscsi neutron-server[92342]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 02 08:21:58.234459 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 02 08:21:58.234459 dv-cinder-786385-7-iscsi neutron-server[92342]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 02 08:21:58.234459 dv-cinder-786385-7-iscsi neutron-server[92342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 02 08:21:58.237119 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705a7623-3433-42aa-9883-b75e9a3a6a08 None None] No DVR routers for this DVR port b7e54978-6604-49eb-b64e-8689f8eb5269 on host dv-cinder-786385-7-iscsi {{(pid=92343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:21:58.244282 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a7623-3433-42aa-9883-b75e9a3a6a08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:58.244629 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a7623-3433-42aa-9883-b75e9a3a6a08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:58.244961 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a7623-3433-42aa-9883-b75e9a3a6a08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:58.245292 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a7623-3433-42aa-9883-b75e9a3a6a08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:58.245618 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a7623-3433-42aa-9883-b75e9a3a6a08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:58.245941 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a7623-3433-42aa-9883-b75e9a3a6a08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:58.246258 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a7623-3433-42aa-9883-b75e9a3a6a08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:58.246576 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a7623-3433-42aa-9883-b75e9a3a6a08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:58.246952 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a7623-3433-42aa-9883-b75e9a3a6a08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:58.247208 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a7623-3433-42aa-9883-b75e9a3a6a08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:58.247521 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a7623-3433-42aa-9883-b75e9a3a6a08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:58.247893 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a7623-3433-42aa-9883-b75e9a3a6a08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:21:58.251148 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-705a7623-3433-42aa-9883-b75e9a3a6a08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:21:58.366388 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4555be98-4089-4d04-a115-2b0ba6b80d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8036641'] for network, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:58.369901 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:21:58.382575 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4555be98-4089-4d04-a115-2b0ba6b80d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:58.394155 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555be98-4089-4d04-a115-2b0ba6b80d6d admin admin] Pushing event deleted for resources: {'Network': ['ID=5c1f66d1-9778-4f70-8383-16f7b7ba24b7,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:21:58.398727 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-4555be98-4089-4d04-a115-2b0ba6b80d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:21:58.490481 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-4555be98-4089-4d04-a115-2b0ba6b80d6d admin admin] 10.222.0.77 "DELETE /v2.0/networks/5c1f66d1-9778-4f70-8383-16f7b7ba24b7 HTTP/1.1" status: 204  len: 168 time: 1.1354530
Jun 02 08:21:58.493371 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 38084) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:21:58.668453 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0ce84b6a-f37a-4691-9081-f60530f1806a req-41f443be-161d-42c5-a093-9d3a90de6348 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1026178442&fields=id&tenant_id=c12ecd13c56d41cbb58946524acfe3a4 HTTP/1.1" status: 200  len: 267 time: 0.0464025
Jun 02 08:21:58.752570 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce84b6a-f37a-4691-9081-f60530f1806a req-dcd1dd5d-6a56-4fb7-8436-86bb4bb54a2f tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:21:58.754017 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0ce84b6a-f37a-4691-9081-f60530f1806a req-dcd1dd5d-6a56-4fb7-8436-86bb4bb54a2f tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 984 time: 0.0800943
Jun 02 08:21:58.765781 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [req-0ce84b6a-f37a-4691-9081-f60530f1806a req-f7260858-7701-443f-b9b5-89b4943b4981 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Request body: {'port': {'security_groups': ['6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1']}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:21:58.893924 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-0ce84b6a-f37a-4691-9081-f60530f1806a req-f7260858-7701-443f-b9b5-89b4943b4981 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:59.035029 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-d1022db6-1e34-4b97-b42a-919dc9f108b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035105'] for router_interface, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:59.137439 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-0ce84b6a-f37a-4691-9081-f60530f1806a req-f7260858-7701-443f-b9b5-89b4943b4981 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] For port 2a4225f3-fd7a-461c-9264-f2ea03545096, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2a4225f3-fd7a-461c-9264-f2ea03545096,segment=NetworkSegment(07732512-85bf-4e04-be73-dcc36c00ac90),segment_id=07732512-85bf-4e04-be73-dcc36c00ac90)] {{(pid=92341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:21:59.161370 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-0ce84b6a-f37a-4691-9081-f60530f1806a req-f7260858-7701-443f-b9b5-89b4943b4981 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks [] for port, precommit_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:59.220727 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-0ce84b6a-f37a-4691-9081-f60530f1806a req-f7260858-7701-443f-b9b5-89b4943b4981 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589761'] for port, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:59.226397 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-23be57ce-4dbb-432d-97cb-feeb18675e13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:21:59.232903 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['2a4225f3-fd7a-461c-9264-f2ea03545096'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:21:59.297805 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce84b6a-f37a-4691-9081-f60530f1806a req-f7260858-7701-443f-b9b5-89b4943b4981 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:21:59.298426 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-0ce84b6a-f37a-4691-9081-f60530f1806a req-f7260858-7701-443f-b9b5-89b4943b4981 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:59.302713 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0ce84b6a-f37a-4691-9081-f60530f1806a req-f7260858-7701-443f-b9b5-89b4943b4981 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "PUT /v2.0/ports/2a4225f3-fd7a-461c-9264-f2ea03545096 HTTP/1.1" status: 200  len: 942 time: 0.5417593
Jun 02 08:21:59.303325 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c3da20-f1c9-4655-accb-8330b32d09a4', 'tag': '2a4225f3-fd7a-461c-9264-f2ea03545096'}] {{(pid=92341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:21:59.306295 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d416597fa12f88f8d9bd515793328be5ccabd674e07c2f357b392af977663f84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e5f439-1a5d-47bc-bce2-401ce5319916" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c3da20-f1c9-4655-accb-8330b32d09a4", "tag": "2a4225f3-fd7a-461c-9264-f2ea03545096"}]}' {{(pid=92341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:21:59.308682 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 38090) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:21:59.325829 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7260858-7701-443f-b9b5-89b4943b4981 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Pushing event updated for resources: {'Port': ['ID=2a4225f3-fd7a-461c-9264-f2ea03545096,revision_number=7']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:21:59.329350 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-f7260858-7701-443f-b9b5-89b4943b4981 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:21:59.365472 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345b6a8c-8c8e-4f03-9caa-554d1677c1bd x-openstack-request-id: req-345b6a8c-8c8e-4f03-9caa-554d1677c1bd {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:21:59.366031 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c3da20-f1c9-4655-accb-8330b32d09a4", "tag": "2a4225f3-fd7a-461c-9264-f2ea03545096", "status": "completed", "code": 200}]} {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:21:59.366851 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-345b6a8c-8c8e-4f03-9caa-554d1677c1bd {{(pid=92341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:21:59.367280 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c3da20-f1c9-4655-accb-8330b32d09a4', 'tag': '2a4225f3-fd7a-461c-9264-f2ea03545096', 'status': 'completed', 'code': 200}
Jun 02 08:21:59.394217 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['2a4225f3-fd7a-461c-9264-f2ea03545096'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:21:59.430207 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-e2933f8a-1e06-445d-8953-a9e037e944a1 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:59.481108 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5f439-1a5d-47bc-bce2-401ce5319916 req-3323dd0b-042c-446b-bf53-934611b503f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:21:59.481389 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-e2933f8a-1e06-445d-8953-a9e037e944a1 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:59.483169 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-48e5f439-1a5d-47bc-bce2-401ce5319916 req-3323dd0b-042c-446b-bf53-934611b503f5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c12ecd13c56d41cbb58946524acfe3a4&device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 1098 time: 0.0911129
Jun 02 08:21:59.582127 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-ccc4f2e6-6f1b-4d4d-97fc-144cd15d8b4f None None] Provisioning complete for port 2a4225f3-fd7a-461c-9264-f2ea03545096 triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:21:59.582539 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-ccc4f2e6-6f1b-4d4d-97fc-144cd15d8b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:59.582800 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-d1022db6-1e34-4b97-b42a-919dc9f108b5 admin admin] Deleting port 2be1ef38-e169-4d57-a68e-4503eb6020f3 {{(pid=92342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:21:59.583138 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-d1022db6-1e34-4b97-b42a-919dc9f108b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:59.637162 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5f439-1a5d-47bc-bce2-401ce5319916 req-e0970399-829e-47c5-8849-30405ee34e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:21:59.638648 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-48e5f439-1a5d-47bc-bce2-401ce5319916 req-e0970399-829e-47c5-8849-30405ee34e47 service neutron] 10.222.0.72 "GET /v2.0/networks?id=08fbaa15-9e5d-4d43-8d34-d36dcaacffc4 HTTP/1.1" status: 200  len: 916 time: 0.1491075
Jun 02 08:21:59.763787 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-48e5f439-1a5d-47bc-bce2-401ce5319916 req-9e53cebb-2b7a-4d5c-8c87-caf44a0d4470 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a4225f3-fd7a-461c-9264-f2ea03545096 HTTP/1.1" status: 200  len: 1000 time: 0.1169052
Jun 02 08:21:59.802390 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-e2933f8a-1e06-445d-8953-a9e037e944a1 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:59.808036 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-32f79f57-b80c-4535-946f-c83fb6bce42c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:21:59.836330 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5f439-1a5d-47bc-bce2-401ce5319916 req-b9f218b7-dabf-4ff0-860a-72d44672a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:21:59.838099 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-48e5f439-1a5d-47bc-bce2-401ce5319916 req-b9f218b7-dabf-4ff0-860a-72d44672a2d6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=82c7946a-1134-47b3-9c3a-1e02a1d3a7d4 HTTP/1.1" status: 200  len: 854 time: 0.0640776
Jun 02 08:21:59.842591 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2933f8a-1e06-445d-8953-a9e037e944a1 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d637da7-e53a-4cf8-a1a1-aac4a062db40,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:21:59.851509 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-e2933f8a-1e06-445d-8953-a9e037e944a1 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:21:59.851509 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [None req-d1022db6-1e34-4b97-b42a-919dc9f108b5 admin admin] For port 2be1ef38-e169-4d57-a68e-4503eb6020f3, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=2be1ef38-e169-4d57-a68e-4503eb6020f3,segment=NetworkSegment(e0f6017e-9c54-4049-b3bb-7ef57516eda9),segment_id=e0f6017e-9c54-4049-b3bb-7ef57516eda9)] {{(pid=92342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:21:59.851509 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-d1022db6-1e34-4b97-b42a-919dc9f108b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:59.913110 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5f439-1a5d-47bc-bce2-401ce5319916 req-96ac50c1-96e6-4d6d-b295-aae318476763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:21:59.915254 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-48e5f439-1a5d-47bc-bce2-401ce5319916 req-96ac50c1-96e6-4d6d-b295-aae318476763 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08fbaa15-9e5d-4d43-8d34-d36dcaacffc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0703163
Jun 02 08:21:59.980982 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-d1022db6-1e34-4b97-b42a-919dc9f108b5 admin admin] Calling delete_port for 2be1ef38-e169-4d57-a68e-4503eb6020f3 owned by network:router_interface {{(pid=92342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:21:59.989315 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-e2933f8a-1e06-445d-8953-a9e037e944a1 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:21:59.990448 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-e2933f8a-1e06-445d-8953-a9e037e944a1 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "DELETE /v2.0/security-groups/7d637da7-e53a-4cf8-a1a1-aac4a062db40 HTTP/1.1" status: 204  len: 168 time: 0.6785862
Jun 02 08:21:59.993947 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 38098) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:00.049890 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:00.139180 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-48e5f439-1a5d-47bc-bce2-401ce5319916 req-1a5212c8-dd80-4209-92ad-c56071713e2f service neutron] 10.222.0.72 "GET /v2.0/networks/08fbaa15-9e5d-4d43-8d34-d36dcaacffc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2170794
Jun 02 08:22:00.269727 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-48e5f439-1a5d-47bc-bce2-401ce5319916 req-cd0b2b2b-58bf-46da-a2a5-6d85acad19cb service neutron] 10.222.0.72 "GET /v2.0/networks/08fbaa15-9e5d-4d43-8d34-d36dcaacffc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224337
Jun 02 08:22:00.304004 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-dedf722e-154a-4740-88d2-ba37df95dc42 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Deleting port 4ff7257e-1377-4d94-9f1d-f2706cb59f21 {{(pid=92342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:22:00.311082 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-dedf722e-154a-4740-88d2-ba37df95dc42 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:00.469926 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-dedf722e-154a-4740-88d2-ba37df95dc42 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:00.470250 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-dedf722e-154a-4740-88d2-ba37df95dc42 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:00.528287 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-d1022db6-1e34-4b97-b42a-919dc9f108b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:00.586159 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-6eb77b36-f790-4ee4-9554-9be42a1e69f2 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:00.618780 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-dedf722e-154a-4740-88d2-ba37df95dc42 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Calling delete_port for 4ff7257e-1377-4d94-9f1d-f2706cb59f21 owned by network:floatingip {{(pid=92342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:22:00.641250 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1022db6-1e34-4b97-b42a-919dc9f108b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2be1ef38-e169-4d57-a68e-4503eb6020f3,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:00.668466 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-d1022db6-1e34-4b97-b42a-919dc9f108b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:00.972109 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-d1022db6-1e34-4b97-b42a-919dc9f108b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035157'] for router_interface, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:01.236500 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-dedf722e-154a-4740-88d2-ba37df95dc42 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:01.247274 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-10e37e63-2aa6-40b4-bce0-5b9147334ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:01.305559 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf722e-154a-4740-88d2-ba37df95dc42 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Pushing event deleted for resources: {'Port': ['ID=4ff7257e-1377-4d94-9f1d-f2706cb59f21,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:01.337249 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-dedf722e-154a-4740-88d2-ba37df95dc42 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:01.478959 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-dedf722e-154a-4740-88d2-ba37df95dc42 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks [] for floatingip, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:01.479630 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.db.l3_db [None req-dedf722e-154a-4740-88d2-ba37df95dc42 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Floating IP 96d399f7-7d12-4f48-80cc-c328ff71f603 disassociated (deleted). External IP: 172.27.3.28, port: 2a4225f3-fd7a-461c-9264-f2ea03545096.
Jun 02 08:22:01.723946 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1022db6-1e34-4b97-b42a-919dc9f108b5 admin admin] Router b73069ee-33d5-4519-86ba-03c98c8223d9 has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:22:02.062995 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1022db6-1e34-4b97-b42a-919dc9f108b5 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:22:02.065595 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedf722e-154a-4740-88d2-ba37df95dc42 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Router 8862c7c1-e96f-4746-89cd-0b8f185a24fe has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:22:02.072005 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13613514-0db5-405e-bdc9-d9ee85059290 None None] Sync routers for ids ['b73069ee-33d5-4519-86ba-03c98c8223d9'] in dv-cinder-786385-7-iscsi {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:22:02.080814 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13613514-0db5-405e-bdc9-d9ee85059290 None None] Routers {'b73069ee-33d5-4519-86ba-03c98c8223d9'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:22:02.081442 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-13613514-0db5-405e-bdc9-d9ee85059290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7af845e0>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:21:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['b73069ee-33d5-4519-86ba-03c98c8223d9'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:02.256902 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-13613514-0db5-405e-bdc9-d9ee85059290 None None] Set router b73069ee-33d5-4519-86ba-03c98c8223d9 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:22:02.364115 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-d1022db6-1e34-4b97-b42a-919dc9f108b5 admin admin] 10.222.0.77 "PUT /v2.0/routers/b73069ee-33d5-4519-86ba-03c98c8223d9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8695321
Jun 02 08:22:02.367072 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 38108) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:02.382795 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedf722e-154a-4740-88d2-ba37df95dc42 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:22:02.392747 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acb8a2a-03a1-4399-9a1a-2282c2cd2c61 None None] Sync routers for ids ['8862c7c1-e96f-4746-89cd-0b8f185a24fe'] in dv-cinder-786385-7-iscsi {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:22:02.393268 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-dedf722e-154a-4740-88d2-ba37df95dc42 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for floatingip, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:02.403116 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acb8a2a-03a1-4399-9a1a-2282c2cd2c61 None None] Routers {'8862c7c1-e96f-4746-89cd-0b8f185a24fe'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:22:02.403948 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-5acb8a2a-03a1-4399-9a1a-2282c2cd2c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7ad4b970>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:21:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['8862c7c1-e96f-4746-89cd-0b8f185a24fe'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:02.457273 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-dedf722e-154a-4740-88d2-ba37df95dc42 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "DELETE /v2.0/floatingips/96d399f7-7d12-4f48-80cc-c328ff71f603 HTTP/1.1" status: 204  len: 168 time: 2.4616106
Jun 02 08:22:02.457273 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c3da20-f1c9-4655-accb-8330b32d09a4', 'tag': '2a4225f3-fd7a-461c-9264-f2ea03545096'}] {{(pid=92342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:22:02.459852 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e374b3b879b00d97b29532d72ba3bb6ea3956478347f3877d9246faf94d18eae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efadda6a-6c9c-48a4-a389-b0e4e10a17a4" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c3da20-f1c9-4655-accb-8330b32d09a4", "tag": "2a4225f3-fd7a-461c-9264-f2ea03545096"}]}' {{(pid=92342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:22:02.507263 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd862c8-a26e-4b4c-96d8-2eedcb52d8df x-openstack-request-id: req-5bd862c8-a26e-4b4c-96d8-2eedcb52d8df {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:22:02.507882 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c3da20-f1c9-4655-accb-8330b32d09a4", "tag": "2a4225f3-fd7a-461c-9264-f2ea03545096", "status": "completed", "code": 200}]} {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:22:02.508365 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5bd862c8-a26e-4b4c-96d8-2eedcb52d8df {{(pid=92342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:22:02.508945 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c3da20-f1c9-4655-accb-8330b32d09a4', 'tag': '2a4225f3-fd7a-461c-9264-f2ea03545096', 'status': 'completed', 'code': 200}
Jun 02 08:22:02.547948 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-75e7d1d7-7ff8-4bec-8be9-ece8b4117e12 admin admin] Notify callbacks [] for router, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:02.587209 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-13613514-0db5-405e-bdc9-d9ee85059290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7af845e0>, [{'id': 'b73069ee-33d5-4519-86ba-03c98c8223d9', 'name': 'tempest-TestShelveInstance-391908662-router', 'tenant_id': '81b009ef58234aa8aee54ac8fb25e5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:15:05Z', 'updated_at': '2021-06-02T08:22:00Z', 'revision_number': 5, 'project_id': '81b009ef58234aa8aee54ac8fb25e5b8', 'gw_port': {'id': '5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73069ee-33d5-4519-86ba-03c98c8223d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:15:07Z', 'updated_at': '2021-06-02T08:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:02.591770 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13613514-0db5-405e-bdc9-d9ee85059290 None None] Checking router: b73069ee-33d5-4519-86ba-03c98c8223d9 for host: dv-cinder-786385-7-iscsi {{(pid=92344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:22:02.600906 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13613514-0db5-405e-bdc9-d9ee85059290 None None] Routers {'b73069ee-33d5-4519-86ba-03c98c8223d9'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:22:02.602505 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-13613514-0db5-405e-bdc9-d9ee85059290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7af845e0>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:21:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['b73069ee-33d5-4519-86ba-03c98c8223d9'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:02.627420 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-5acb8a2a-03a1-4399-9a1a-2282c2cd2c61 None None] Set router 8862c7c1-e96f-4746-89cd-0b8f185a24fe gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:22:02.772014 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadda6a-6c9c-48a4-a389-b0e4e10a17a4 req-935818fe-be2a-487e-ba9a-03964a27aaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:02.774060 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-efadda6a-6c9c-48a4-a389-b0e4e10a17a4 req-935818fe-be2a-487e-ba9a-03964a27aaf8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c12ecd13c56d41cbb58946524acfe3a4&device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 1098 time: 0.1719801
Jun 02 08:22:02.798490 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-13613514-0db5-405e-bdc9-d9ee85059290 None None] Set router b73069ee-33d5-4519-86ba-03c98c8223d9 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:22:02.873365 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-75e7d1d7-7ff8-4bec-8be9-ece8b4117e12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:02.925093 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadda6a-6c9c-48a4-a389-b0e4e10a17a4 req-9565d57b-0133-4f5e-8eb8-d42343272692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:02.926678 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-efadda6a-6c9c-48a4-a389-b0e4e10a17a4 req-9565d57b-0133-4f5e-8eb8-d42343272692 service neutron] 10.222.0.72 "GET /v2.0/networks?id=08fbaa15-9e5d-4d43-8d34-d36dcaacffc4 HTTP/1.1" status: 200  len: 916 time: 0.1443269
Jun 02 08:22:02.984913 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-5acb8a2a-03a1-4399-9a1a-2282c2cd2c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7ad4b970>, [{'id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'name': 'tempest-TestMinimumBasicScenario-2107989771-router', 'tenant_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c4fb5529-5ca5-4df5-8004-c300047f3199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:17:15Z', 'updated_at': '2021-06-02T08:17:20Z', 'revision_number': 4, 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'gw_port': {'id': 'c4fb5529-5ca5-4df5-8004-c300047f3199', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:16Z', 'updated_at': '2021-06-02T08:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': '1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a', 'name': '', 'network_id': '08fbaa15-9e5d-4d43-8d34-d36dcaacffc4', 'tenant_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'mac_address': 'fa:16:3e:6f:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '82c7946a-1134-47b3-9c3a-1e02a1d3a7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:19Z', 'updated_at': '2021-06-02T08:17:26Z', 'revision_number': 5, 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'subnets': [{'id': '82c7946a-1134-47b3-9c3a-1e02a1d3a7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:02.988872 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acb8a2a-03a1-4399-9a1a-2282c2cd2c61 None None] Checking router: 8862c7c1-e96f-4746-89cd-0b8f185a24fe for host: dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:22:02.998542 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acb8a2a-03a1-4399-9a1a-2282c2cd2c61 None None] Routers {'8862c7c1-e96f-4746-89cd-0b8f185a24fe'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:22:02.999175 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-5acb8a2a-03a1-4399-9a1a-2282c2cd2c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7ad4b970>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:21:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['8862c7c1-e96f-4746-89cd-0b8f185a24fe'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:03.001388 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-efadda6a-6c9c-48a4-a389-b0e4e10a17a4 req-b7c39cdb-a529-478c-b00e-73b385d6071b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a4225f3-fd7a-461c-9264-f2ea03545096 HTTP/1.1" status: 200  len: 217 time: 0.0675595
Jun 02 08:22:03.105311 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-13613514-0db5-405e-bdc9-d9ee85059290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7af845e0>, [{'id': 'b73069ee-33d5-4519-86ba-03c98c8223d9', 'name': 'tempest-TestShelveInstance-391908662-router', 'tenant_id': '81b009ef58234aa8aee54ac8fb25e5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:15:05Z', 'updated_at': '2021-06-02T08:22:00Z', 'revision_number': 5, 'project_id': '81b009ef58234aa8aee54ac8fb25e5b8', 'gw_port': {'id': '5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73069ee-33d5-4519-86ba-03c98c8223d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:15:07Z', 'updated_at': '2021-06-02T08:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:03.109381 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13613514-0db5-405e-bdc9-d9ee85059290 None None] The sync data for ids ['b73069ee-33d5-4519-86ba-03c98c8223d9'] in dv-cinder-786385-7-iscsi is: [{'id': 'b73069ee-33d5-4519-86ba-03c98c8223d9', 'name': 'tempest-TestShelveInstance-391908662-router', 'tenant_id': '81b009ef58234aa8aee54ac8fb25e5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:15:05Z', 'updated_at': '2021-06-02T08:22:00Z', 'revision_number': 5, 'project_id': '81b009ef58234aa8aee54ac8fb25e5b8', 'gw_port': {'id': '5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73069ee-33d5-4519-86ba-03c98c8223d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:15:07Z', 'updated_at': '2021-06-02T08:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}] {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:22:03.120474 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadda6a-6c9c-48a4-a389-b0e4e10a17a4 req-69b81e0d-5f09-457d-a1b0-7b1b802a4d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:03.122591 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-efadda6a-6c9c-48a4-a389-b0e4e10a17a4 req-69b81e0d-5f09-457d-a1b0-7b1b802a4d10 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=82c7946a-1134-47b3-9c3a-1e02a1d3a7d4 HTTP/1.1" status: 200  len: 854 time: 0.1142595
Jun 02 08:22:03.177949 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [None req-75e7d1d7-7ff8-4bec-8be9-ece8b4117e12 admin admin] Deleting port 5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746 {{(pid=92341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:22:03.178294 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-75e7d1d7-7ff8-4bec-8be9-ece8b4117e12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:03.239107 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-5acb8a2a-03a1-4399-9a1a-2282c2cd2c61 None None] Set router 8862c7c1-e96f-4746-89cd-0b8f185a24fe gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:22:03.336055 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadda6a-6c9c-48a4-a389-b0e4e10a17a4 req-3b54ee4b-fab9-4866-98e0-136a6bba875f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:03.337698 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-efadda6a-6c9c-48a4-a389-b0e4e10a17a4 req-3b54ee4b-fab9-4866-98e0-136a6bba875f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08fbaa15-9e5d-4d43-8d34-d36dcaacffc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2019956
Jun 02 08:22:03.339362 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [None req-75e7d1d7-7ff8-4bec-8be9-ece8b4117e12 admin admin] For port 5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746,segment=NetworkSegment(7d00a59a-fd6b-444f-8454-6973ee677288),segment_id=7d00a59a-fd6b-444f-8454-6973ee677288)] {{(pid=92341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:22:03.339720 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-75e7d1d7-7ff8-4bec-8be9-ece8b4117e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:03.589042 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [None req-75e7d1d7-7ff8-4bec-8be9-ece8b4117e12 admin admin] Calling delete_port for 5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746 owned by network:router_gateway {{(pid=92341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:22:03.612048 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-5acb8a2a-03a1-4399-9a1a-2282c2cd2c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7ad4b970>, [{'id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'name': 'tempest-TestMinimumBasicScenario-2107989771-router', 'tenant_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c4fb5529-5ca5-4df5-8004-c300047f3199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:17:15Z', 'updated_at': '2021-06-02T08:17:20Z', 'revision_number': 4, 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'gw_port': {'id': 'c4fb5529-5ca5-4df5-8004-c300047f3199', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:16Z', 'updated_at': '2021-06-02T08:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': '1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a', 'name': '', 'network_id': '08fbaa15-9e5d-4d43-8d34-d36dcaacffc4', 'tenant_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'mac_address': 'fa:16:3e:6f:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '82c7946a-1134-47b3-9c3a-1e02a1d3a7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:19Z', 'updated_at': '2021-06-02T08:17:26Z', 'revision_number': 5, 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'subnets': [{'id': '82c7946a-1134-47b3-9c3a-1e02a1d3a7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:03.615930 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acb8a2a-03a1-4399-9a1a-2282c2cd2c61 None None] The sync data for ids ['8862c7c1-e96f-4746-89cd-0b8f185a24fe'] in dv-cinder-786385-7-iscsi is: [{'id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'name': 'tempest-TestMinimumBasicScenario-2107989771-router', 'tenant_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c4fb5529-5ca5-4df5-8004-c300047f3199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:17:15Z', 'updated_at': '2021-06-02T08:17:20Z', 'revision_number': 4, 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'gw_port': {'id': 'c4fb5529-5ca5-4df5-8004-c300047f3199', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:16Z', 'updated_at': '2021-06-02T08:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': '1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a', 'name': '', 'network_id': '08fbaa15-9e5d-4d43-8d34-d36dcaacffc4', 'tenant_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'mac_address': 'fa:16:3e:6f:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '82c7946a-1134-47b3-9c3a-1e02a1d3a7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:19Z', 'updated_at': '2021-06-02T08:17:26Z', 'revision_number': 5, 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'subnets': [{'id': '82c7946a-1134-47b3-9c3a-1e02a1d3a7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:22:03.696236 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-efadda6a-6c9c-48a4-a389-b0e4e10a17a4 req-c533380f-8255-4eb4-ad4c-0821d5cd9502 service neutron] 10.222.0.72 "GET /v2.0/networks/08fbaa15-9e5d-4d43-8d34-d36dcaacffc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3488686
Jun 02 08:22:03.783076 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 2be1ef38-e169-4d57-a68e-4503eb6020f3 no longer exists at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:22:03.819654 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] No Port match for: 2be1ef38-e169-4d57-a68e-4503eb6020f3 {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:22:03.820000 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 2be1ef38-e169-4d57-a68e-4503eb6020f3 not bound to the agent host dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:22:03.855056 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e055047-29f9-44ef-a97e-e4b50e2c72f5 None None] New status for floating IP 96d399f7-7d12-4f48-80cc-c328ff71f603: DOWN {{(pid=92344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 02 08:22:03.992263 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-efadda6a-6c9c-48a4-a389-b0e4e10a17a4 req-d47eead6-6e71-4baa-bab1-4afca9379308 service neutron] 10.222.0.72 "GET /v2.0/networks/08fbaa15-9e5d-4d43-8d34-d36dcaacffc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1628864
Jun 02 08:22:04.120962 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-75e7d1d7-7ff8-4bec-8be9-ece8b4117e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:04.125786 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-e95c99b5-513f-488a-9bc4-2ce2f5e6d396 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:04.173102 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7d1d7-7ff8-4bec-8be9-ece8b4117e12 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:04.179626 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-75e7d1d7-7ff8-4bec-8be9-ece8b4117e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:04.279780 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-75e7d1d7-7ff8-4bec-8be9-ece8b4117e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8036544'] for router_gateway, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:04.457537 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-75e7d1d7-7ff8-4bec-8be9-ece8b4117e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8100154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2038'] for router, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:04.459697 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-75e7d1d7-7ff8-4bec-8be9-ece8b4117e12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:04.595104 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-75e7d1d7-7ff8-4bec-8be9-ece8b4117e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8100270'] for router, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:04.595713 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e7d1d7-7ff8-4bec-8be9-ece8b4117e12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b73069ee-33d5-4519-86ba-03c98c8223d9 {{(pid=92341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 02 08:22:04.609069 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-75e7d1d7-7ff8-4bec-8be9-ece8b4117e12 admin admin] Notify callbacks [] for router, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:04.610518 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-75e7d1d7-7ff8-4bec-8be9-ece8b4117e12 admin admin] 10.222.0.77 "DELETE /v2.0/routers/b73069ee-33d5-4519-86ba-03c98c8223d9 HTTP/1.1" status: 204  len: 168 time: 2.2422793
Jun 02 08:22:04.612822 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 38130) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:04.675576 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bae9209-5bd0-4f19-b610-71680aeada41 admin admin] Deleting subnet b834c883-fe65-48ff-a119-a5d9a2d6397c {{(pid=92341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 02 08:22:04.679203 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-7bae9209-5bd0-4f19-b610-71680aeada41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:04.726924 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-7bae9209-5bd0-4f19-b610-71680aeada41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7973437'] for subnet, precommit_delete_associations {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:04.838747 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-7bae9209-5bd0-4f19-b610-71680aeada41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-943661'] for subnet, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:05.255329 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-7bae9209-5bd0-4f19-b610-71680aeada41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-943652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6589751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6928692'] for subnet, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:05.259380 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:05.294199 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae9209-5bd0-4f19-b610-71680aeada41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b834c883-fe65-48ff-a119-a5d9a2d6397c,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:05.297179 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-7bae9209-5bd0-4f19-b610-71680aeada41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:05.298155 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-7bae9209-5bd0-4f19-b610-71680aeada41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for subnet, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:05.304013 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b5f15c-4910-49d5-908d-870c20c1086d None None] Network 14054bde-040c-42b9-9c17-cb6108418e33 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:22:05.304523 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-7bae9209-5bd0-4f19-b610-71680aeada41 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b834c883-fe65-48ff-a119-a5d9a2d6397c HTTP/1.1" status: 204  len: 168 time: 0.6903160
Jun 02 08:22:05.306619 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 38134) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:05.414096 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-c0231f64-9a81-47e1-88bf-59c7c43918e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951774'] for network, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:05.493299 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [None req-c0231f64-9a81-47e1-88bf-59c7c43918e8 admin admin] Deleting port 62bbed0c-2095-4b85-8df1-7dbbf7a24744 {{(pid=92341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:22:05.493628 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-c0231f64-9a81-47e1-88bf-59c7c43918e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:05.578150 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f2dc0d-9f00-4307-99ae-29a8f662aa3d None None] DHCP port deletion for 14054bde-040c-42b9-9c17-cb6108418e33 request from dv-cinder-786385-7-iscsi {{(pid=92343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 02 08:22:05.606904 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [None req-c0231f64-9a81-47e1-88bf-59c7c43918e8 admin admin] For port 62bbed0c-2095-4b85-8df1-7dbbf7a24744, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=62bbed0c-2095-4b85-8df1-7dbbf7a24744,segment=NetworkSegment(e0f6017e-9c54-4049-b3bb-7ef57516eda9),segment_id=e0f6017e-9c54-4049-b3bb-7ef57516eda9)] {{(pid=92341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:22:05.607413 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-c0231f64-9a81-47e1-88bf-59c7c43918e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:05.648083 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-f5f2dc0d-9f00-4307-99ae-29a8f662aa3d None None] Deleting port 62bbed0c-2095-4b85-8df1-7dbbf7a24744 {{(pid=92343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:22:05.648519 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-f5f2dc0d-9f00-4307-99ae-29a8f662aa3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:05.737462 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [None req-c0231f64-9a81-47e1-88bf-59c7c43918e8 admin admin] Calling delete_port for 62bbed0c-2095-4b85-8df1-7dbbf7a24744 owned by network:dhcp {{(pid=92341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:22:05.756494 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-f5f2dc0d-9f00-4307-99ae-29a8f662aa3d None None] For port 62bbed0c-2095-4b85-8df1-7dbbf7a24744, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=62bbed0c-2095-4b85-8df1-7dbbf7a24744,segment=NetworkSegment(e0f6017e-9c54-4049-b3bb-7ef57516eda9),segment_id=e0f6017e-9c54-4049-b3bb-7ef57516eda9)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:22:05.757431 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-f5f2dc0d-9f00-4307-99ae-29a8f662aa3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:05.825909 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 62bbed0c-2095-4b85-8df1-7dbbf7a24744 no longer exists at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:22:05.852136 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-c0231f64-9a81-47e1-88bf-59c7c43918e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:05.857169 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-db0c64a9-455d-43f9-bd25-83c717ce248a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:05.905119 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0231f64-9a81-47e1-88bf-59c7c43918e8 admin admin] No DVR routers for this DVR port 62bbed0c-2095-4b85-8df1-7dbbf7a24744 on host dv-cinder-786385-7-iscsi {{(pid=92341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:22:05.915185 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-f5f2dc0d-9f00-4307-99ae-29a8f662aa3d None None] Calling delete_port for 62bbed0c-2095-4b85-8df1-7dbbf7a24744 owned by network:dhcp {{(pid=92343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:22:05.923601 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] No Port match for: 62bbed0c-2095-4b85-8df1-7dbbf7a24744 {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:22:05.923947 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 62bbed0c-2095-4b85-8df1-7dbbf7a24744 not bound to the agent host dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:22:05.924386 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746 no longer exists at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:22:05.934105 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0231f64-9a81-47e1-88bf-59c7c43918e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=62bbed0c-2095-4b85-8df1-7dbbf7a24744,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:05.936590 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-c0231f64-9a81-47e1-88bf-59c7c43918e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:05.961513 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] No Port match for: 5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746 {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:22:05.961861 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 5fb2faf0-b4f0-4a59-b8ad-e93d9f8d5746 not bound to the agent host dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:22:06.000465 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-f5f2dc0d-9f00-4307-99ae-29a8f662aa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318'] for port, after_delete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:06.003964 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:06.024517 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-c0231f64-9a81-47e1-88bf-59c7c43918e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945556', 'neutron.services.segments.db._delete_segments_for_network-8744146782841'] for network, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:06.036970 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.services.segments.db [None req-c0231f64-9a81-47e1-88bf-59c7c43918e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3e7a733640>,) {'filters': {'network_id': ['14054bde-040c-42b9-9c17-cb6108418e33']}} {{(pid=92341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:06.049476 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2dc0d-9f00-4307-99ae-29a8f662aa3d None None] Pushing event deleted for resources: {'Port': ['ID=62bbed0c-2095-4b85-8df1-7dbbf7a24744,revision_number=None']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:06.053228 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-f5f2dc0d-9f00-4307-99ae-29a8f662aa3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:06.055426 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.services.segments.db [None req-c0231f64-9a81-47e1-88bf-59c7c43918e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e7a733640>, 'e0f6017e-9c54-4049-b3bb-7ef57516eda9') {'for_net_delete': True} {{(pid=92341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:06.055426 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.services.segments.db [None req-c0231f64-9a81-47e1-88bf-59c7c43918e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e7a733640>, 'e0f6017e-9c54-4049-b3bb-7ef57516eda9') {} {{(pid=92341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:06.065096 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f2dc0d-9f00-4307-99ae-29a8f662aa3d None None] No DVR routers for this DVR port 62bbed0c-2095-4b85-8df1-7dbbf7a24744 on host dv-cinder-786385-7-iscsi {{(pid=92343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:22:06.067536 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-c0231f64-9a81-47e1-88bf-59c7c43918e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744146786964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7973428'] for segment, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:06.085771 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-c0231f64-9a81-47e1-88bf-59c7c43918e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:06.092601 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0231f64-9a81-47e1-88bf-59c7c43918e8 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=92341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 02 08:22:06.093020 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-c0231f64-9a81-47e1-88bf-59c7c43918e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6589853'] for segment, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:06.106228 dv-cinder-786385-7-iscsi neutron-server[92341]: Traceback (most recent call last):
Jun 02 08:22:06.106228 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 02 08:22:06.106228 dv-cinder-786385-7-iscsi neutron-server[92341]:     timer()
Jun 02 08:22:06.106228 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 02 08:22:06.106228 dv-cinder-786385-7-iscsi neutron-server[92341]:     cb(*args, **kw)
Jun 02 08:22:06.106228 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 02 08:22:06.106228 dv-cinder-786385-7-iscsi neutron-server[92341]:     return func(*args, **kwargs)
Jun 02 08:22:06.106228 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 02 08:22:06.106228 dv-cinder-786385-7-iscsi neutron-server[92341]:     self._notify()
Jun 02 08:22:06.106228 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 02 08:22:06.106228 dv-cinder-786385-7-iscsi neutron-server[92341]:     self.callback(batched_events)
Jun 02 08:22:06.106228 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 02 08:22:06.106228 dv-cinder-786385-7-iscsi neutron-server[92341]:     event.method(event)
Jun 02 08:22:06.106228 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 02 08:22:06.106228 dv-cinder-786385-7-iscsi neutron-server[92341]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 02 08:22:06.106228 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 02 08:22:06.106228 dv-cinder-786385-7-iscsi neutron-server[92341]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 02 08:22:06.106228 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 02 08:22:06.106228 dv-cinder-786385-7-iscsi neutron-server[92341]:     return f(self, *a, **k)
Jun 02 08:22:06.106228 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 02 08:22:06.106228 dv-cinder-786385-7-iscsi neutron-server[92341]:     return self._get(url).json()
Jun 02 08:22:06.106228 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 02 08:22:06.106228 dv-cinder-786385-7-iscsi neutron-server[92341]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 02 08:22:06.106228 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 02 08:22:06.106228 dv-cinder-786385-7-iscsi neutron-server[92341]:     return self.request(url, 'GET', **kwargs)
Jun 02 08:22:06.106228 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 02 08:22:06.106228 dv-cinder-786385-7-iscsi neutron-server[92341]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 02 08:22:06.106228 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 02 08:22:06.106228 dv-cinder-786385-7-iscsi neutron-server[92341]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 02 08:22:06.106228 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 02 08:22:06.106228 dv-cinder-786385-7-iscsi neutron-server[92341]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 02 08:22:06.106228 dv-cinder-786385-7-iscsi neutron-server[92341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 02 08:22:06.246791 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-c0231f64-9a81-47e1-88bf-59c7c43918e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8036641'] for network, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:06.250396 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:06.263431 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-c0231f64-9a81-47e1-88bf-59c7c43918e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:06.276003 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0231f64-9a81-47e1-88bf-59c7c43918e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=14054bde-040c-42b9-9c17-cb6108418e33,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:06.279478 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-c0231f64-9a81-47e1-88bf-59c7c43918e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:06.281251 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-c0231f64-9a81-47e1-88bf-59c7c43918e8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/14054bde-040c-42b9-9c17-cb6108418e33 HTTP/1.1" status: 204  len: 168 time: 0.9736679
Jun 02 08:22:06.672617 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 38154) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:06.718386 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-87987317-d57d-4994-ab73-998c07bb9955 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0cd74e4181cd4ddeab1d3e91d6bc03c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0465038
Jun 02 08:22:06.720880 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 38156) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:06.779578 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f763db89-bced-4eb1-8b3a-e4223661d1cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:06.805472 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f763db89-bced-4eb1-8b3a-e4223661d1cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:06.915197 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f763db89-bced-4eb1-8b3a-e4223661d1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:06.920106 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-45b84647-275e-4d34-a018-27a41e838180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:06.933348 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763db89-bced-4eb1-8b3a-e4223661d1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e24498-8f91-4c0c-b306-e24957caade3,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:06.936884 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-f763db89-bced-4eb1-8b3a-e4223661d1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:06.940398 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f763db89-bced-4eb1-8b3a-e4223661d1cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:06.941499 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-f763db89-bced-4eb1-8b3a-e4223661d1cd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f9e24498-8f91-4c0c-b306-e24957caade3 HTTP/1.1" status: 204  len: 168 time: 0.2197378
Jun 02 08:22:07.721253 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 38172) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:07.775230 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-19f0273e-67de-49cb-91f0-a073d6b59ac8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=81b009ef58234aa8aee54ac8fb25e5b8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0526004
Jun 02 08:22:07.777670 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 38174) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:07.784104 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b281e-68d7-47cf-8972-f5117367cb18 req-9a8f0885-cc0f-4423-9be6-1e29530c387e tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:07.787745 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c17b281e-68d7-47cf-8972-f5117367cb18 req-9a8f0885-cc0f-4423-9be6-1e29530c387e tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 945 time: 0.0826845
Jun 02 08:22:07.829311 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c17b281e-68d7-47cf-8972-f5117367cb18 req-331ca31c-b3ec-4669-802a-9201e29df43c tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383322
Jun 02 08:22:07.835814 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-aff42b4e-7332-4e34-afc7-0b98e3afd137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:07.861791 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-aff42b4e-7332-4e34-afc7-0b98e3afd137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:08.006150 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-aff42b4e-7332-4e34-afc7-0b98e3afd137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:08.009956 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-9898078c-373c-4047-ae51-f7c297412904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:08.023107 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff42b4e-7332-4e34-afc7-0b98e3afd137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4efacd-6722-46cc-bb36-ae42341b0e0f,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:08.025973 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-aff42b4e-7332-4e34-afc7-0b98e3afd137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:08.027908 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-aff42b4e-7332-4e34-afc7-0b98e3afd137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:08.029028 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-aff42b4e-7332-4e34-afc7-0b98e3afd137 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8d4efacd-6722-46cc-bb36-ae42341b0e0f HTTP/1.1" status: 204  len: 168 time: 0.2498453
Jun 02 08:22:09.054402 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 38206) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:09.158775 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-31371c59-7f64-456b-87e0-10da44f15cac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-806449703-network', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:22:09.165280 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-31371c59-7f64-456b-87e0-10da44f15cac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:22:09.170526 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-31371c59-7f64-456b-87e0-10da44f15cac admin admin] Usage tracker for resource:network and tenant:cdbec1ec3f63482a98b7bae1100654a5 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:22:09.173642 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-31371c59-7f64-456b-87e0-10da44f15cac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:22:09.219168 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-31371c59-7f64-456b-87e0-10da44f15cac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:22:09.261571 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8b60a-0d55-4bd4-a269-a6be8b2f6548 req-6ee220bb-e7e9-4058-b874-79a4c74b6890 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:09.263012 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a8f8b60a-0d55-4bd4-a269-a6be8b2f6548 req-6ee220bb-e7e9-4058-b874-79a4c74b6890 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 945 time: 0.3238955
Jun 02 08:22:09.297473 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31371c59-7f64-456b-87e0-10da44f15cac admin admin] Made reservation on behalf of cdbec1ec3f63482a98b7bae1100654a5 for: {'network': 1} {{(pid=92341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:22:09.299660 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-31371c59-7f64-456b-87e0-10da44f15cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-941343'] for network, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:09.315585 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-31371c59-7f64-456b-87e0-10da44f15cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:09.330113 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a8f8b60a-0d55-4bd4-a269-a6be8b2f6548 req-7d80f2c0-edd6-400f-9186-d99114bc5cc8 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613112
Jun 02 08:22:09.334631 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-31371c59-7f64-456b-87e0-10da44f15cac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:22:09.338470 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-31371c59-7f64-456b-87e0-10da44f15cac admin admin] Usage tracker for resource:security_group_rule and tenant:cdbec1ec3f63482a98b7bae1100654a5 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:22:09.341247 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-31371c59-7f64-456b-87e0-10da44f15cac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:22:09.346997 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-31371c59-7f64-456b-87e0-10da44f15cac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:22:09.425344 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-31371c59-7f64-456b-87e0-10da44f15cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:09.494733 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-31371c59-7f64-456b-87e0-10da44f15cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:09.497569 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-afef3f0a-b509-4d82-8306-9fa38808131e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:09.529506 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31371c59-7f64-456b-87e0-10da44f15cac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775}  {{(pid=92341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 02 08:22:09.539597 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31371c59-7f64-456b-87e0-10da44f15cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c14aacb-f026-498b-bca4-839fe5ef8d91,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:09.543095 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-31371c59-7f64-456b-87e0-10da44f15cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:09.545783 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-31371c59-7f64-456b-87e0-10da44f15cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:09.546137 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.db.segments_db [None req-31371c59-7f64-456b-87e0-10da44f15cac admin admin] Added segment 3e8c3502-4384-483c-914a-8b04610c9f9a of type vlan for network 5647c6e8-6e89-4376-a13c-5de9c11f58e9
Jun 02 08:22:09.576027 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-31371c59-7f64-456b-87e0-10da44f15cac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744146435166'] for network, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:09.678056 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-31371c59-7f64-456b-87e0-10da44f15cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186'] for network, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:09.679288 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31371c59-7f64-456b-87e0-10da44f15cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:09.679861 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-31371c59-7f64-456b-87e0-10da44f15cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:09.684753 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:09.782273 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-31371c59-7f64-456b-87e0-10da44f15cac admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7268019
Jun 02 08:22:09.783133 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31371c59-7f64-456b-87e0-10da44f15cac admin admin] Pushing event updated for resources: {'Network': ['ID=5647c6e8-6e89-4376-a13c-5de9c11f58e9,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:09.785207 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 38210) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:09.785730 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-31371c59-7f64-456b-87e0-10da44f15cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:09.795136 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-a0936c57-69e5-416b-97d9-04b94566f4ec admin admin] Request body: {'subnet': {'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-806449703-subnet', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'ip_version': 4}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:22:09.795306 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Network 5647c6e8-6e89-4376-a13c-5de9c11f58e9 details requested by agent ovs-agent-dv-cinder-786385-7-iscsi with host dv-cinder-786385-7-iscsi {{(pid=92343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 02 08:22:09.796257 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-a0936c57-69e5-416b-97d9-04b94566f4ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:22:09.799999 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-a0936c57-69e5-416b-97d9-04b94566f4ec admin admin] Usage tracker for resource:subnet and tenant:cdbec1ec3f63482a98b7bae1100654a5 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:22:09.802961 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-a0936c57-69e5-416b-97d9-04b94566f4ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:22:09.809166 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-a0936c57-69e5-416b-97d9-04b94566f4ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:22:09.909451 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0936c57-69e5-416b-97d9-04b94566f4ec admin admin] Made reservation on behalf of cdbec1ec3f63482a98b7bae1100654a5 for: {'subnet': 1} {{(pid=92342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:22:09.911727 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-a0936c57-69e5-416b-97d9-04b94566f4ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6612446'] for subnet, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:09.987115 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8668a7-6c75-43e1-a3ac-c3eda16c55ce req-f9f873e8-f234-4c69-951b-87be5cadc4fc tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:09.988577 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ef8668a7-6c75-43e1-a3ac-c3eda16c55ce req-f9f873e8-f234-4c69-951b-87be5cadc4fc tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.72 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 945 time: 0.0972912
Jun 02 08:22:10.018144 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e0019b3f-f789-4037-86d2-e11486afdd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:10.228074 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [req-ef8668a7-6c75-43e1-a3ac-c3eda16c55ce req-6e0bf27a-4f89-4ccd-9dc9-b1fa41b16622 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Deleting port 2a4225f3-fd7a-461c-9264-f2ea03545096 {{(pid=92341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:22:10.228712 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-ef8668a7-6c75-43e1-a3ac-c3eda16c55ce req-6e0bf27a-4f89-4ccd-9dc9-b1fa41b16622 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:10.368990 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-ef8668a7-6c75-43e1-a3ac-c3eda16c55ce req-6e0bf27a-4f89-4ccd-9dc9-b1fa41b16622 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] For port 2a4225f3-fd7a-461c-9264-f2ea03545096, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2a4225f3-fd7a-461c-9264-f2ea03545096,segment=NetworkSegment(07732512-85bf-4e04-be73-dcc36c00ac90),segment_id=07732512-85bf-4e04-be73-dcc36c00ac90)] {{(pid=92341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:22:10.369477 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-ef8668a7-6c75-43e1-a3ac-c3eda16c55ce req-6e0bf27a-4f89-4ccd-9dc9-b1fa41b16622 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:10.391014 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-a0936c57-69e5-416b-97d9-04b94566f4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6634097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6612428'] for subnet, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:10.396004 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-1b96d058-43ee-465b-9b59-aaad3c2c5462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:10.467137 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0936c57-69e5-416b-97d9-04b94566f4ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=823afbed-7820-4eee-844c-7dcd3a296224,revision_number=0']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:10.470832 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-a0936c57-69e5-416b-97d9-04b94566f4ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:10.476643 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0936c57-69e5-416b-97d9-04b94566f4ec admin admin] Checking segment: {'id': '3e8c3502-4384-483c-914a-8b04610c9f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:22:10.477011 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0936c57-69e5-416b-97d9-04b94566f4ec admin admin] Network hostable DHCP agents. Network: 5647c6e8-6e89-4376-a13c-5de9c11f58e9, hostable agents: ['4b89aefe-9643-4cd8-b10a-5110f7f4c5b0'], hosted agents: [] {{(pid=92342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 02 08:22:10.500059 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [req-ef8668a7-6c75-43e1-a3ac-c3eda16c55ce req-6e0bf27a-4f89-4ccd-9dc9-b1fa41b16622 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Calling delete_port for 2a4225f3-fd7a-461c-9264-f2ea03545096 owned by compute:nova {{(pid=92341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:22:10.603481 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0936c57-69e5-416b-97d9-04b94566f4ec admin admin] Network 5647c6e8-6e89-4376-a13c-5de9c11f58e9 is scheduled to be hosted by DHCP agent 4b89aefe-9643-4cd8-b10a-5110f7f4c5b0 with binding_index 1 {{(pid=92342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 02 08:22:10.607883 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de621569-eda6-4354-82ee-48133708895a req-93031a2f-d1fd-4bb5-b416-68f0c2901572 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:10.609348 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-de621569-eda6-4354-82ee-48133708895a req-93031a2f-d1fd-4bb5-b416-68f0c2901572 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 945 time: 0.1160181
Jun 02 08:22:10.669534 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-a0936c57-69e5-416b-97d9-04b94566f4ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-iscsi, 5647c6e8-6e89-4376-a13c-5de9c11f58e9) {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:22:10.678441 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bd68d9-cace-4318-85c3-cc251e069c63 None None] Network 5647c6e8-6e89-4376-a13c-5de9c11f58e9 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:22:10.680333 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0936c57-69e5-416b-97d9-04b94566f4ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:10.680993 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-a0936c57-69e5-416b-97d9-04b94566f4ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:10.702318 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-de621569-eda6-4354-82ee-48133708895a req-b4c9a750-cf90-4bed-8cc0-25652076f3db tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867968
Jun 02 08:22:10.770503 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 38222) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:10.770758 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-a0936c57-69e5-416b-97d9-04b94566f4ec admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9839520
Jun 02 08:22:10.775718 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-44973dfb-66ed-4d3a-9948-3921d6cf7d19 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-806449703-router', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257'}}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:22:10.781012 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-44973dfb-66ed-4d3a-9948-3921d6cf7d19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:22:10.785111 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-44973dfb-66ed-4d3a-9948-3921d6cf7d19 admin admin] Usage tracker for resource:router and tenant:cdbec1ec3f63482a98b7bae1100654a5 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:22:10.788514 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-44973dfb-66ed-4d3a-9948-3921d6cf7d19 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:22:10.794408 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-44973dfb-66ed-4d3a-9948-3921d6cf7d19 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:22:10.796359 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-ef8668a7-6c75-43e1-a3ac-c3eda16c55ce req-6e0bf27a-4f89-4ccd-9dc9-b1fa41b16622 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:10.802968 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-435e080c-3e5f-45cc-bfd9-d19f4da51b5b tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:10.829804 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['2a4225f3-fd7a-461c-9264-f2ea03545096'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:22:10.855680 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0bf27a-4f89-4ccd-9dc9-b1fa41b16622 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Pushing event deleted for resources: {'Port': ['ID=2a4225f3-fd7a-461c-9264-f2ea03545096,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:10.858262 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-6e0bf27a-4f89-4ccd-9dc9-b1fa41b16622 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:10.926520 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-44973dfb-66ed-4d3a-9948-3921d6cf7d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8100032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2016'] for router, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:10.927551 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-44973dfb-66ed-4d3a-9948-3921d6cf7d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8100007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036529', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8237981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2031'] for router, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:10.933787 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e2bcb3-44fc-41ec-8a8d-d4d646f32d96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843a9d8d-a68d-5afb-bd09-00322a14b4de-5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'fixed_ips': [{'subnet_id': '823afbed-7820-4eee-844c-7dcd3a296224'}]}} from dv-cinder-786385-7-iscsi. {{(pid=92343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 02 08:22:10.934621 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-f7e2bcb3-44fc-41ec-8a8d-d4d646f32d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:10.936729 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8668a7-6c75-43e1-a3ac-c3eda16c55ce req-6e0bf27a-4f89-4ccd-9dc9-b1fa41b16622 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] No DVR routers for this DVR port 2a4225f3-fd7a-461c-9264-f2ea03545096 on host hv-cinder-78638 {{(pid=92341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:22:10.939798 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-ef8668a7-6c75-43e1-a3ac-c3eda16c55ce req-6e0bf27a-4f89-4ccd-9dc9-b1fa41b16622 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:10.942379 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c3da20-f1c9-4655-accb-8330b32d09a4', 'name': 'network-vif-deleted', 'tag': '2a4225f3-fd7a-461c-9264-f2ea03545096'}] {{(pid=92341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:22:10.944698 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d416597fa12f88f8d9bd515793328be5ccabd674e07c2f357b392af977663f84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e945b77-969d-41c9-b62b-808cfe2b2b2f" -d '{"events": [{"server_uuid": "d8c3da20-f1c9-4655-accb-8330b32d09a4", "name": "network-vif-deleted", "tag": "2a4225f3-fd7a-461c-9264-f2ea03545096"}]}' {{(pid=92341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:22:10.958806 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ef8668a7-6c75-43e1-a3ac-c3eda16c55ce req-6e0bf27a-4f89-4ccd-9dc9-b1fa41b16622 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.72 "DELETE /v2.0/ports/2a4225f3-fd7a-461c-9264-f2ea03545096 HTTP/1.1" status: 204  len: 173 time: 0.9639122
Jun 02 08:22:10.964253 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-44973dfb-66ed-4d3a-9948-3921d6cf7d19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:11.007778 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64057a70-e868-4687-9ffe-a82ad7d0b272 x-openstack-request-id: req-64057a70-e868-4687-9ffe-a82ad7d0b272 {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:22:11.008116 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c3da20-f1c9-4655-accb-8330b32d09a4", "name": "network-vif-deleted", "tag": "2a4225f3-fd7a-461c-9264-f2ea03545096", "status": "completed", "code": 200}]} {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:22:11.008418 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-64057a70-e868-4687-9ffe-a82ad7d0b272 {{(pid=92341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:22:11.008846 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c3da20-f1c9-4655-accb-8330b32d09a4', 'name': 'network-vif-deleted', 'tag': '2a4225f3-fd7a-461c-9264-f2ea03545096', 'status': 'completed', 'code': 200}
Jun 02 08:22:11.117626 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.db_base_plugin_common [None req-f7e2bcb3-44fc-41ec-8a8d-d4d646f32d96 None None] Allocated IP 172.20.0.2 (5647c6e8-6e89-4376-a13c-5de9c11f58e9/823afbed-7820-4eee-844c-7dcd3a296224/87ca54ae-1e75-444c-927b-2c3c10833643) {{(pid=92343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:22:11.370960 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-44973dfb-66ed-4d3a-9948-3921d6cf7d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8036483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8100050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2045'] for router, precommit_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:11.395621 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-f7e2bcb3-44fc-41ec-8a8d-d4d646f32d96 None None] Notify callbacks [] for port, precommit_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:11.405757 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-f7e2bcb3-44fc-41ec-8a8d-d4d646f32d96 None None] Transition to ACTIVE for port object 87ca54ae-1e75-444c-927b-2c3c10833643 will not be triggered until provisioned by entity L2. {{(pid=92343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:22:11.423814 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-f7e2bcb3-44fc-41ec-8a8d-d4d646f32d96 None None] Transition to ACTIVE for port object 87ca54ae-1e75-444c-927b-2c3c10833643 will not be triggered until provisioned by entity DHCP. {{(pid=92343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:22:11.515637 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-f7e2bcb3-44fc-41ec-8a8d-d4d646f32d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309'] for port, after_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:11.520025 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:11.579050 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e2bcb3-44fc-41ec-8a8d-d4d646f32d96 None None] Network 5647c6e8-6e89-4376-a13c-5de9c11f58e9 is already hosted by enough agents. {{(pid=92343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:22:11.581927 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.scheduler.base_scheduler [None req-f7e2bcb3-44fc-41ec-8a8d-d4d646f32d96 None None] Resources bound (agent type, host, resource id):  {{(pid=92343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:22:11.585877 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e2bcb3-44fc-41ec-8a8d-d4d646f32d96 None None] Received port after_create {{(pid=92343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:22:11.618917 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2bcb3-44fc-41ec-8a8d-d4d646f32d96 None None] Pushing event updated for resources: {'Port': ['ID=87ca54ae-1e75-444c-927b-2c3c10833643,revision_number=1']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:11.628447 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-f7e2bcb3-44fc-41ec-8a8d-d4d646f32d96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:11.682268 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-f7e2bcb3-44fc-41ec-8a8d-d4d646f32d96 None None] Attempting to bind port 87ca54ae-1e75-444c-927b-2c3c10833643 on host dv-cinder-786385-7-iscsi for vnic_type normal with profile  {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:22:11.682642 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-f7e2bcb3-44fc-41ec-8a8d-d4d646f32d96 None None] Attempting to bind port 87ca54ae-1e75-444c-927b-2c3c10833643 by drivers openvswitch,hyperv on host dv-cinder-786385-7-iscsi at level 0 using segments [{'id': '3e8c3502-4384-483c-914a-8b04610c9f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9'}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:22:11.683003 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e2bcb3-44fc-41ec-8a8d-d4d646f32d96 None None] Attempting to bind port 87ca54ae-1e75-444c-927b-2c3c10833643 on network 5647c6e8-6e89-4376-a13c-5de9c11f58e9 {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:22:11.688485 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e2bcb3-44fc-41ec-8a8d-d4d646f32d96 None None] Checking agent: {'id': '293b8e5c-58b0-46e6-908b-da5c92a2d3b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 4, 12), 'started_at': datetime.datetime(2021, 6, 2, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:22:11.688862 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e2bcb3-44fc-41ec-8a8d-d4d646f32d96 None None] Checking segment: {'id': '3e8c3502-4384-483c-914a-8b04610c9f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:22:11.689266 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-f7e2bcb3-44fc-41ec-8a8d-d4d646f32d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:11.689657 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e2bcb3-44fc-41ec-8a8d-d4d646f32d96 None None] Bound using segment: {'id': '3e8c3502-4384-483c-914a-8b04610c9f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9'} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:22:11.690141 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-f7e2bcb3-44fc-41ec-8a8d-d4d646f32d96 None None] Bound port: 87ca54ae-1e75-444c-927b-2c3c10833643, host: dv-cinder-786385-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8c3502-4384-483c-914a-8b04610c9f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9'}}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:22:11.690496 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-f7e2bcb3-44fc-41ec-8a8d-d4d646f32d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:11.753674 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-44973dfb-66ed-4d3a-9948-3921d6cf7d19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:11.785828 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-44973dfb-66ed-4d3a-9948-3921d6cf7d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:11.800483 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-f7e2bcb3-44fc-41ec-8a8d-d4d646f32d96 None None] For port 87ca54ae-1e75-444c-927b-2c3c10833643, host dv-cinder-786385-7-iscsi, cleared binding levels {{(pid=92343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:22:11.803486 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-f7e2bcb3-44fc-41ec-8a8d-d4d646f32d96 None None] For port 87ca54ae-1e75-444c-927b-2c3c10833643, host dv-cinder-786385-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=87ca54ae-1e75-444c-927b-2c3c10833643,segment=NetworkSegment(3e8c3502-4384-483c-914a-8b04610c9f9a),segment_id=3e8c3502-4384-483c-914a-8b04610c9f9a)] {{(pid=92343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:22:11.867433 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-f7e2bcb3-44fc-41ec-8a8d-d4d646f32d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:11.872742 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:11.962458 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2bcb3-44fc-41ec-8a8d-d4d646f32d96 None None] Pushing event updated for resources: {'Port': ['ID=87ca54ae-1e75-444c-927b-2c3c10833643,revision_number=2']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:11.965997 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-f7e2bcb3-44fc-41ec-8a8d-d4d646f32d96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:12.006839 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-63a104d6-97b8-4b40-ad20-b40ae03566e9 req-13e1b1a3-9be3-4bba-9688-a5cfe51042d1 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Synchronizing usage tracker for tenant:c12ecd13c56d41cbb58946524acfe3a4 on resource:port {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:22:12.092991 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.db_base_plugin_common [None req-44973dfb-66ed-4d3a-9948-3921d6cf7d19 admin admin] Allocated IP 172.27.3.238 (25cee017-96f1-470f-84b1-115420be0257/100151e0-9740-4c20-8f2c-560e0808d190/ac32f9f5-a783-4c6a-8931-9bd249dba743) {{(pid=92341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:22:12.234810 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-63a104d6-97b8-4b40-ad20-b40ae03566e9 req-13e1b1a3-9be3-4bba-9688-a5cfe51042d1 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Unset dirty status for tenant:c12ecd13c56d41cbb58946524acfe3a4 on resource:port {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:22:12.235986 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-63a104d6-97b8-4b40-ad20-b40ae03566e9 req-13e1b1a3-9be3-4bba-9688-a5cfe51042d1 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8c3da20-f1c9-4655-accb-8330b32d09a4 HTTP/1.1" status: 200  len: 210 time: 0.3933947
Jun 02 08:22:12.316298 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-44973dfb-66ed-4d3a-9948-3921d6cf7d19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:12.429799 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-44973dfb-66ed-4d3a-9948-3921d6cf7d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:12.434279 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-50fe7a76-6e8d-44e4-967c-e62f01cec5ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:12.496940 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44973dfb-66ed-4d3a-9948-3921d6cf7d19 admin admin] Network 25cee017-96f1-470f-84b1-115420be0257 is already hosted by enough agents. {{(pid=92341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:22:12.499768 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [None req-44973dfb-66ed-4d3a-9948-3921d6cf7d19 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:22:12.503373 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44973dfb-66ed-4d3a-9948-3921d6cf7d19 admin admin] Received port after_create {{(pid=92341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:22:12.536510 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44973dfb-66ed-4d3a-9948-3921d6cf7d19 admin admin] Pushing event updated for resources: {'Port': ['ID=ac32f9f5-a783-4c6a-8931-9bd249dba743,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:12.540581 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-44973dfb-66ed-4d3a-9948-3921d6cf7d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:12.577858 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:12.606305 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-5f82c52f-8986-4a71-a0da-9885d5baeafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:12.931108 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a2d359-68f6-40df-9ac1-ad3e70bc1ab5 None None] Network 5647c6e8-6e89-4376-a13c-5de9c11f58e9 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:22:12.997418 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-44973dfb-66ed-4d3a-9948-3921d6cf7d19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:13.106729 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 2a4225f3-fd7a-461c-9264-f2ea03545096 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:22:13.141442 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-281cd05b-a3c4-4142-9a13-5f7564b13727 None None] Provisioning for port 87ca54ae-1e75-444c-927b-2c3c10833643 completed by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:22:13.146031 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] No Port match for: 2a4225f3-fd7a-461c-9264-f2ea03545096 {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:22:13.146372 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 2a4225f3-fd7a-461c-9264-f2ea03545096 not bound to the agent host hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:22:13.341369 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-44973dfb-66ed-4d3a-9948-3921d6cf7d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8100043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8036580'] for router, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:13.640495 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44973dfb-66ed-4d3a-9948-3921d6cf7d19 admin admin] Router 2df38e64-17cb-48e2-a8fc-775fbf028ad6 is scheduled to L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac with binding_index 1 {{(pid=92341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 02 08:22:13.766835 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:13.869081 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 87ca54ae-1e75-444c-927b-2c3c10833643 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:22:13.945507 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44973dfb-66ed-4d3a-9948-3921d6cf7d19 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:22:13.954557 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28130aa-a12f-4aba-8c68-40e832f88c40 None None] Sync routers for ids ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'] in dv-cinder-786385-7-iscsi {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:22:13.964531 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28130aa-a12f-4aba-8c68-40e832f88c40 None None] Routers {'2df38e64-17cb-48e2-a8fc-775fbf028ad6'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:22:13.965142 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-a28130aa-a12f-4aba-8c68-40e832f88c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e797ed040>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:22:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:14.021629 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning for port 87ca54ae-1e75-444c-927b-2c3c10833643 completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:22:14.029418 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-44973dfb-66ed-4d3a-9948-3921d6cf7d19 admin admin] Notify callbacks [] for router, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:14.031076 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-44973dfb-66ed-4d3a-9948-3921d6cf7d19 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.2593269
Jun 02 08:22:14.034591 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 38282) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:14.038845 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 87ca54ae-1e75-444c-927b-2c3c10833643 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:22:14.038845 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:14.231754 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-a28130aa-a12f-4aba-8c68-40e832f88c40 None None] Set router 2df38e64-17cb-48e2-a8fc-775fbf028ad6 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:22:14.396873 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:14.497140 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] For port 87ca54ae-1e75-444c-927b-2c3c10833643, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=87ca54ae-1e75-444c-927b-2c3c10833643,segment=NetworkSegment(3e8c3502-4384-483c-914a-8b04610c9f9a),segment_id=3e8c3502-4384-483c-914a-8b04610c9f9a)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:22:14.575451 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-a28130aa-a12f-4aba-8c68-40e832f88c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e797ed040>, [{'id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'name': 'tempest-TestVolumeBootPattern-806449703-router', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:10Z', 'updated_at': '2021-06-02T08:22:12Z', 'revision_number': 3, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'gw_port': {'id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:11Z', 'updated_at': '2021-06-02T08:22:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:14.577589 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:14.580452 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:14.614700 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28130aa-a12f-4aba-8c68-40e832f88c40 None None] Checking router: 2df38e64-17cb-48e2-a8fc-775fbf028ad6 for host: dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:22:14.615040 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28130aa-a12f-4aba-8c68-40e832f88c40 None None] Updating router 2df38e64-17cb-48e2-a8fc-775fbf028ad6 port ac32f9f5-a783-4c6a-8931-9bd249dba743 binding host dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 02 08:22:14.732119 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-a28130aa-a12f-4aba-8c68-40e832f88c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:14.753387 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-dafa0bf3-4624-48c7-8cfb-ac35fcd68246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:14.766029 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Pushing event updated for resources: {'Port': ['ID=87ca54ae-1e75-444c-927b-2c3c10833643,revision_number=3']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:14.770730 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:14.963797 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.db_base_plugin_common [None req-dafa0bf3-4624-48c7-8cfb-ac35fcd68246 admin admin] Allocated IP 172.20.0.1 (5647c6e8-6e89-4376-a13c-5de9c11f58e9/823afbed-7820-4eee-844c-7dcd3a296224/c700fded-ecca-4157-a3ae-e92c5acb7abd) {{(pid=92341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:22:15.063016 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-a28130aa-a12f-4aba-8c68-40e832f88c40 None None] Notify callbacks [] for port, precommit_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:15.074677 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-a28130aa-a12f-4aba-8c68-40e832f88c40 None None] Transition to ACTIVE for port object ac32f9f5-a783-4c6a-8931-9bd249dba743 will not be triggered until provisioned by entity L2. {{(pid=92343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:22:15.117240 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-dafa0bf3-4624-48c7-8cfb-ac35fcd68246 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:15.132852 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.provisioning_blocks [None req-dafa0bf3-4624-48c7-8cfb-ac35fcd68246 admin admin] Transition to ACTIVE for port object c700fded-ecca-4157-a3ae-e92c5acb7abd will not be triggered until provisioned by entity DHCP. {{(pid=92341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:22:15.160255 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-a28130aa-a12f-4aba-8c68-40e832f88c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:15.164427 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:15.219057 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 38304) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:15.248817 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-a28130aa-a12f-4aba-8c68-40e832f88c40 None None] Attempting to bind port ac32f9f5-a783-4c6a-8931-9bd249dba743 on host dv-cinder-786385-7-iscsi for vnic_type normal with profile  {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:22:15.248817 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-a28130aa-a12f-4aba-8c68-40e832f88c40 None None] Attempting to bind port ac32f9f5-a783-4c6a-8931-9bd249dba743 by drivers openvswitch,hyperv on host dv-cinder-786385-7-iscsi at level 0 using segments [{'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:22:15.248817 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28130aa-a12f-4aba-8c68-40e832f88c40 None None] Attempting to bind port ac32f9f5-a783-4c6a-8931-9bd249dba743 on network 25cee017-96f1-470f-84b1-115420be0257 {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:22:15.249914 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651c080-14be-4255-9b73-76166f1a3269 None None] Pushing event updated for resources: {'Port': ['ID=ac32f9f5-a783-4c6a-8931-9bd249dba743,revision_number=2']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:15.252791 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-5651c080-14be-4255-9b73-76166f1a3269 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:15.258875 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28130aa-a12f-4aba-8c68-40e832f88c40 None None] Checking agent: {'id': '293b8e5c-58b0-46e6-908b-da5c92a2d3b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 4, 12), 'started_at': datetime.datetime(2021, 6, 2, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:22:15.259255 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28130aa-a12f-4aba-8c68-40e832f88c40 None None] Checking segment: {'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:22:15.259656 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-a28130aa-a12f-4aba-8c68-40e832f88c40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:15.260048 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28130aa-a12f-4aba-8c68-40e832f88c40 None None] Bound using segment: {'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:22:15.260541 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-a28130aa-a12f-4aba-8c68-40e832f88c40 None None] Bound port: ac32f9f5-a783-4c6a-8931-9bd249dba743, host: dv-cinder-786385-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'}}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:22:15.260913 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-a28130aa-a12f-4aba-8c68-40e832f88c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:15.291130 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:15.332821 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-dafa0bf3-4624-48c7-8cfb-ac35fcd68246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:15.338134 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-a28130aa-a12f-4aba-8c68-40e832f88c40 None None] For port ac32f9f5-a783-4c6a-8931-9bd249dba743, host dv-cinder-786385-7-iscsi, cleared binding levels {{(pid=92343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:22:15.338320 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-71e1df29-74e8-4679-85e6-7281e9d1b0cd tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:15.341655 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-a28130aa-a12f-4aba-8c68-40e832f88c40 None None] For port ac32f9f5-a783-4c6a-8931-9bd249dba743, host dv-cinder-786385-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=ac32f9f5-a783-4c6a-8931-9bd249dba743,segment=NetworkSegment(7d00a59a-fd6b-444f-8454-6973ee677288),segment_id=7d00a59a-fd6b-444f-8454-6973ee677288)] {{(pid=92343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:22:15.404583 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-a28130aa-a12f-4aba-8c68-40e832f88c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:15.404837 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafa0bf3-4624-48c7-8cfb-ac35fcd68246 admin admin] Network 5647c6e8-6e89-4376-a13c-5de9c11f58e9 is already hosted by enough agents. {{(pid=92341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:22:15.407719 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [None req-dafa0bf3-4624-48c7-8cfb-ac35fcd68246 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:22:15.410074 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:15.410301 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafa0bf3-4624-48c7-8cfb-ac35fcd68246 admin admin] Received port after_create {{(pid=92341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:22:15.450290 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa0bf3-4624-48c7-8cfb-ac35fcd68246 admin admin] Pushing event updated for resources: {'Port': ['ID=c700fded-ecca-4157-a3ae-e92c5acb7abd,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:15.453636 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-dafa0bf3-4624-48c7-8cfb-ac35fcd68246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:15.484867 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28130aa-a12f-4aba-8c68-40e832f88c40 None None] Routers {'2df38e64-17cb-48e2-a8fc-775fbf028ad6'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:22:15.485890 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-a28130aa-a12f-4aba-8c68-40e832f88c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e797ed040>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:22:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:15.499615 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-dafa0bf3-4624-48c7-8cfb-ac35fcd68246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8036782'] for router_interface, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:15.577557 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651c080-14be-4255-9b73-76166f1a3269 None None] Pushing event updated for resources: {'Port': ['ID=ac32f9f5-a783-4c6a-8931-9bd249dba743,revision_number=3']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:15.583540 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-5651c080-14be-4255-9b73-76166f1a3269 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:15.707771 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-a28130aa-a12f-4aba-8c68-40e832f88c40 None None] Set router 2df38e64-17cb-48e2-a8fc-775fbf028ad6 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:22:15.850412 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 87ca54ae-1e75-444c-927b-2c3c10833643 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:22:15.916027 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f1ea63ca-adfa-479f-9dd1-2dc066501915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035105'] for router_interface, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:15.974958 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-9f83da27-4fa1-4e7a-bad3-436ed720ca8f None None] Provisioning for port c700fded-ecca-4157-a3ae-e92c5acb7abd completed by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:22:15.987190 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-9f83da27-4fa1-4e7a-bad3-436ed720ca8f None None] Provisioning complete for port c700fded-ecca-4157-a3ae-e92c5acb7abd triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:22:15.987640 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-9f83da27-4fa1-4e7a-bad3-436ed720ca8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:16.080545 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-dafa0bf3-4624-48c7-8cfb-ac35fcd68246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:16.092970 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-9f83da27-4fa1-4e7a-bad3-436ed720ca8f None None] Port c700fded-ecca-4157-a3ae-e92c5acb7abd cannot update to ACTIVE because it is not bound. {{(pid=92343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 02 08:22:16.105215 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 87ca54ae-1e75-444c-927b-2c3c10833643 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:22:16.105695 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:16.193096 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-a28130aa-a12f-4aba-8c68-40e832f88c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e797ed040>, [{'id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'name': 'tempest-TestVolumeBootPattern-806449703-router', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:10Z', 'updated_at': '2021-06-02T08:22:12Z', 'revision_number': 3, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'gw_port': {'id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:11Z', 'updated_at': '2021-06-02T08:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:16.197573 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28130aa-a12f-4aba-8c68-40e832f88c40 None None] The sync data for ids ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'] in dv-cinder-786385-7-iscsi is: [{'id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'name': 'tempest-TestVolumeBootPattern-806449703-router', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:10Z', 'updated_at': '2021-06-02T08:22:12Z', 'revision_number': 3, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'gw_port': {'id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:11Z', 'updated_at': '2021-06-02T08:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}] {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:22:16.340781 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-dafa0bf3-4624-48c7-8cfb-ac35fcd68246 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:16.428945 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-dafa0bf3-4624-48c7-8cfb-ac35fcd68246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589761'] for port, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:16.459005 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-f1ea63ca-adfa-479f-9dd1-2dc066501915 admin admin] Deleting port 1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a {{(pid=92342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:22:16.459579 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f1ea63ca-adfa-479f-9dd1-2dc066501915 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:16.478302 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-c04ac3ff-a730-41f3-9699-722271050922 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:16.572406 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-dafa0bf3-4624-48c7-8cfb-ac35fcd68246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8036811'] for router_interface, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:16.577057 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa0bf3-4624-48c7-8cfb-ac35fcd68246 admin admin] Pushing event updated for resources: {'Port': ['ID=c700fded-ecca-4157-a3ae-e92c5acb7abd,revision_number=2']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:16.580127 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-dafa0bf3-4624-48c7-8cfb-ac35fcd68246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:16.595858 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [None req-f1ea63ca-adfa-479f-9dd1-2dc066501915 admin admin] For port 1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a,segment=NetworkSegment(07732512-85bf-4e04-be73-dcc36c00ac90),segment_id=07732512-85bf-4e04-be73-dcc36c00ac90)] {{(pid=92342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:22:16.596448 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f1ea63ca-adfa-479f-9dd1-2dc066501915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:16.732922 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafa0bf3-4624-48c7-8cfb-ac35fcd68246 admin admin] Network 5647c6e8-6e89-4376-a13c-5de9c11f58e9 is already hosted by enough agents. {{(pid=92341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:22:16.734258 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [None req-dafa0bf3-4624-48c7-8cfb-ac35fcd68246 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:22:16.735417 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-f1ea63ca-adfa-479f-9dd1-2dc066501915 admin admin] Calling delete_port for 1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a owned by network:router_interface {{(pid=92342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:22:17.018239 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafa0bf3-4624-48c7-8cfb-ac35fcd68246 admin admin] Router 2df38e64-17cb-48e2-a8fc-775fbf028ad6 has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:22:17.030607 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-374ed3e7-bac8-405c-9b86-3a26d7e36f4a None None] Provisioning complete for port c700fded-ecca-4157-a3ae-e92c5acb7abd triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:22:17.031111 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-374ed3e7-bac8-405c-9b86-3a26d7e36f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:17.035304 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f1ea63ca-adfa-479f-9dd1-2dc066501915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:17.041915 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-a26f40ab-e999-499e-a14a-174197ceb9c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:17.116736 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-374ed3e7-bac8-405c-9b86-3a26d7e36f4a None None] Port c700fded-ecca-4157-a3ae-e92c5acb7abd cannot update to ACTIVE because it is not bound. {{(pid=92343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 02 08:22:17.158945 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea63ca-adfa-479f-9dd1-2dc066501915 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:17.166806 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-f1ea63ca-adfa-479f-9dd1-2dc066501915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:17.223157 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafa0bf3-4624-48c7-8cfb-ac35fcd68246 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:22:17.249969 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-dafa0bf3-4624-48c7-8cfb-ac35fcd68246 admin admin] 10.222.0.77 "PUT /v2.0/routers/2df38e64-17cb-48e2-a8fc-775fbf028ad6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2141397
Jun 02 08:22:17.422618 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f1ea63ca-adfa-479f-9dd1-2dc066501915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035157'] for router_interface, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:17.950743 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d67516-f5ea-465e-be2b-4890d6e38abf None None] Sync routers for ids ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'] in dv-cinder-786385-7-iscsi {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:22:17.968673 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d67516-f5ea-465e-be2b-4890d6e38abf None None] Routers {'2df38e64-17cb-48e2-a8fc-775fbf028ad6'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:22:17.968673 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-10d67516-f5ea-465e-be2b-4890d6e38abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7ae91d30>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:22:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:17.990653 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ea63ca-adfa-479f-9dd1-2dc066501915 admin admin] Router 8862c7c1-e96f-4746-89cd-0b8f185a24fe has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:22:17.995023 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device ac32f9f5-a783-4c6a-8931-9bd249dba743 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:22:18.169134 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning for port ac32f9f5-a783-4c6a-8931-9bd249dba743 completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:22:18.179738 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port ac32f9f5-a783-4c6a-8931-9bd249dba743 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:22:18.181636 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:18.193451 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-10d67516-f5ea-465e-be2b-4890d6e38abf None None] Set router 2df38e64-17cb-48e2-a8fc-775fbf028ad6 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:22:18.213370 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 38340) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:18.218365 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-aaa7ba43-690c-442f-9f14-ad90d63d201b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-476202162-network', 'tenant_id': 'be7c01491e3745aeba87dd4490e12db8'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:22:18.223145 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-aaa7ba43-690c-442f-9f14-ad90d63d201b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:22:18.227288 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-aaa7ba43-690c-442f-9f14-ad90d63d201b admin admin] Usage tracker for resource:network and tenant:be7c01491e3745aeba87dd4490e12db8 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:22:18.231279 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-aaa7ba43-690c-442f-9f14-ad90d63d201b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:22:18.235142 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ea63ca-adfa-479f-9dd1-2dc066501915 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:22:18.246280 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-aaa7ba43-690c-442f-9f14-ad90d63d201b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:22:18.289309 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f5dd35-3fe6-4cca-aad3-a607b5346b86 None None] Sync routers for ids ['8862c7c1-e96f-4746-89cd-0b8f185a24fe'] in dv-cinder-786385-7-iscsi {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:22:18.308934 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f5dd35-3fe6-4cca-aad3-a607b5346b86 None None] Routers {'8862c7c1-e96f-4746-89cd-0b8f185a24fe'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:22:18.309544 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-d9f5dd35-3fe6-4cca-aad3-a607b5346b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7ec38130>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:22:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['8862c7c1-e96f-4746-89cd-0b8f185a24fe'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:18.376635 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-f1ea63ca-adfa-479f-9dd1-2dc066501915 admin admin] 10.222.0.77 "PUT /v2.0/routers/8862c7c1-e96f-4746-89cd-0b8f185a24fe/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1560888
Jun 02 08:22:18.379474 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 38342) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:18.455186 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa7ba43-690c-442f-9f14-ad90d63d201b admin admin] Made reservation on behalf of be7c01491e3745aeba87dd4490e12db8 for: {'network': 1} {{(pid=92341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:22:18.457491 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-aaa7ba43-690c-442f-9f14-ad90d63d201b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-941343'] for network, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:18.481631 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-aaa7ba43-690c-442f-9f14-ad90d63d201b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:18.515819 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:18.521656 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-10d67516-f5ea-465e-be2b-4890d6e38abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7ae91d30>, [{'id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'name': 'tempest-TestVolumeBootPattern-806449703-router', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:10Z', 'updated_at': '2021-06-02T08:22:15Z', 'revision_number': 4, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'gw_port': {'id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:11Z', 'updated_at': '2021-06-02T08:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': 'c700fded-ecca-4157-a3ae-e92c5acb7abd', 'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'mac_address': 'fa:16:3e:de:3e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '823afbed-7820-4eee-844c-7dcd3a296224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:14Z', 'updated_at': '2021-06-02T08:22:16Z', 'revision_number': 2, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'subnets': [{'id': '823afbed-7820-4eee-844c-7dcd3a296224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:18.526839 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d67516-f5ea-465e-be2b-4890d6e38abf None None] Checking router: 2df38e64-17cb-48e2-a8fc-775fbf028ad6 for host: dv-cinder-786385-7-iscsi {{(pid=92344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:22:18.526839 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d67516-f5ea-465e-be2b-4890d6e38abf None None] Updating router 2df38e64-17cb-48e2-a8fc-775fbf028ad6 port c700fded-ecca-4157-a3ae-e92c5acb7abd binding host dv-cinder-786385-7-iscsi {{(pid=92344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 02 08:22:18.546347 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] For port ac32f9f5-a783-4c6a-8931-9bd249dba743, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=ac32f9f5-a783-4c6a-8931-9bd249dba743,segment=NetworkSegment(7d00a59a-fd6b-444f-8454-6973ee677288),segment_id=7d00a59a-fd6b-444f-8454-6973ee677288)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:22:18.550772 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-d9f5dd35-3fe6-4cca-aad3-a607b5346b86 None None] Set router 8862c7c1-e96f-4746-89cd-0b8f185a24fe gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:22:18.560007 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-aaa7ba43-690c-442f-9f14-ad90d63d201b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:22:18.581339 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-10d67516-f5ea-465e-be2b-4890d6e38abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:18.650375 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:18.658946 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:18.697557 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-aaa7ba43-690c-442f-9f14-ad90d63d201b admin admin] Usage tracker for resource:security_group_rule and tenant:be7c01491e3745aeba87dd4490e12db8 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:22:18.702718 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-aaa7ba43-690c-442f-9f14-ad90d63d201b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:22:18.711780 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-aaa7ba43-690c-442f-9f14-ad90d63d201b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:22:18.729725 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f2e0-262a-423a-8d68-5b0cf6ebe6da admin admin] Notify callbacks [] for router, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:18.812172 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Pushing event updated for resources: {'Port': ['ID=ac32f9f5-a783-4c6a-8931-9bd249dba743,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:18.816887 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:18.904020 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-d9f5dd35-3fe6-4cca-aad3-a607b5346b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7ec38130>, [{'id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'name': 'tempest-TestMinimumBasicScenario-2107989771-router', 'tenant_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c4fb5529-5ca5-4df5-8004-c300047f3199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:17:15Z', 'updated_at': '2021-06-02T08:22:16Z', 'revision_number': 5, 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'gw_port': {'id': 'c4fb5529-5ca5-4df5-8004-c300047f3199', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:16Z', 'updated_at': '2021-06-02T08:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:18.908068 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f5dd35-3fe6-4cca-aad3-a607b5346b86 None None] Checking router: 8862c7c1-e96f-4746-89cd-0b8f185a24fe for host: dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:22:18.917601 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f5dd35-3fe6-4cca-aad3-a607b5346b86 None None] Routers {'8862c7c1-e96f-4746-89cd-0b8f185a24fe'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:22:18.918437 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-d9f5dd35-3fe6-4cca-aad3-a607b5346b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7ec38130>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:22:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['8862c7c1-e96f-4746-89cd-0b8f185a24fe'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:18.937158 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-10d67516-f5ea-465e-be2b-4890d6e38abf None None] Notify callbacks [] for port, precommit_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:18.954643 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.provisioning_blocks [None req-10d67516-f5ea-465e-be2b-4890d6e38abf None None] Transition to ACTIVE for port object c700fded-ecca-4157-a3ae-e92c5acb7abd will not be triggered until provisioned by entity L2. {{(pid=92344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:22:18.964918 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f2e0-262a-423a-8d68-5b0cf6ebe6da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:18.995219 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-aaa7ba43-690c-442f-9f14-ad90d63d201b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:19.023969 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-10d67516-f5ea-465e-be2b-4890d6e38abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:19.029250 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [None req-5c95a8cb-0c3f-4704-8b6d-f31cc5f0b9be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:19.095162 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-aaa7ba43-690c-442f-9f14-ad90d63d201b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:19.101133 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-fb8d39cc-3d50-4924-b167-4b6b22039e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:19.114251 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9cc58-6648-4477-8966-239ef24e043e None None] Pushing event updated for resources: {'Port': ['ID=c700fded-ecca-4157-a3ae-e92c5acb7abd,revision_number=3']} {{(pid=92344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:19.121675 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-d9f5dd35-3fe6-4cca-aad3-a607b5346b86 None None] Set router 8862c7c1-e96f-4746-89cd-0b8f185a24fe gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:22:19.142765 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa7ba43-690c-442f-9f14-ad90d63d201b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797}  {{(pid=92341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 02 08:22:19.150166 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7ba43-690c-442f-9f14-ad90d63d201b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146b6720-f0fa-49ff-a42f-ef44386bc601,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:19.154992 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-aaa7ba43-690c-442f-9f14-ad90d63d201b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:19.161390 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-aaa7ba43-690c-442f-9f14-ad90d63d201b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:19.161733 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.db.segments_db [None req-aaa7ba43-690c-442f-9f14-ad90d63d201b admin admin] Added segment 1acbf9ca-394f-4b54-9e7b-5a4e5640c81d of type vlan for network 189aa6e3-e08d-4ae4-979c-9fab212f0dfb
Jun 02 08:22:19.199249 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [None req-d7b5f2e0-262a-423a-8d68-5b0cf6ebe6da admin admin] Deleting port c4fb5529-5ca5-4df5-8004-c300047f3199 {{(pid=92341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:22:19.199718 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f2e0-262a-423a-8d68-5b0cf6ebe6da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:19.217039 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-aaa7ba43-690c-442f-9f14-ad90d63d201b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744146435166'] for network, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:19.235265 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9cc58-6648-4477-8966-239ef24e043e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:19.235891 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9cc58-6648-4477-8966-239ef24e043e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:19.236439 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9cc58-6648-4477-8966-239ef24e043e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:19.236953 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9cc58-6648-4477-8966-239ef24e043e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:19.237466 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9cc58-6648-4477-8966-239ef24e043e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:19.237992 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9cc58-6648-4477-8966-239ef24e043e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:19.238325 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9cc58-6648-4477-8966-239ef24e043e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:19.238643 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9cc58-6648-4477-8966-239ef24e043e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:19.238985 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9cc58-6648-4477-8966-239ef24e043e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:19.239304 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9cc58-6648-4477-8966-239ef24e043e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:19.239622 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9cc58-6648-4477-8966-239ef24e043e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:19.239930 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9cc58-6648-4477-8966-239ef24e043e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:19.297565 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [None req-3fb9cc58-6648-4477-8966-239ef24e043e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:19.314590 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.managers [None req-10d67516-f5ea-465e-be2b-4890d6e38abf None None] Attempting to bind port c700fded-ecca-4157-a3ae-e92c5acb7abd on host dv-cinder-786385-7-iscsi for vnic_type normal with profile  {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:22:19.315216 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.managers [None req-10d67516-f5ea-465e-be2b-4890d6e38abf None None] Attempting to bind port c700fded-ecca-4157-a3ae-e92c5acb7abd by drivers openvswitch,hyperv on host dv-cinder-786385-7-iscsi at level 0 using segments [{'id': '3e8c3502-4384-483c-914a-8b04610c9f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9'}] {{(pid=92344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:22:19.315786 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d67516-f5ea-465e-be2b-4890d6e38abf None None] Attempting to bind port c700fded-ecca-4157-a3ae-e92c5acb7abd on network 5647c6e8-6e89-4376-a13c-5de9c11f58e9 {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:22:19.321949 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d67516-f5ea-465e-be2b-4890d6e38abf None None] Checking agent: {'id': '293b8e5c-58b0-46e6-908b-da5c92a2d3b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 4, 12), 'started_at': datetime.datetime(2021, 6, 2, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:22:19.322335 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d67516-f5ea-465e-be2b-4890d6e38abf None None] Checking segment: {'id': '3e8c3502-4384-483c-914a-8b04610c9f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:22:19.322740 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-10d67516-f5ea-465e-be2b-4890d6e38abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:19.323135 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d67516-f5ea-465e-be2b-4890d6e38abf None None] Bound using segment: {'id': '3e8c3502-4384-483c-914a-8b04610c9f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9'} {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:22:19.323610 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.managers [None req-10d67516-f5ea-465e-be2b-4890d6e38abf None None] Bound port: c700fded-ecca-4157-a3ae-e92c5acb7abd, host: dv-cinder-786385-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8c3502-4384-483c-914a-8b04610c9f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9'}}] {{(pid=92344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:22:19.323987 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-10d67516-f5ea-465e-be2b-4890d6e38abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:19.352861 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.db.resource_extend [None req-aaa7ba43-690c-442f-9f14-ad90d63d201b admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 02 08:22:19.374549 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [None req-d7b5f2e0-262a-423a-8d68-5b0cf6ebe6da admin admin] For port c4fb5529-5ca5-4df5-8004-c300047f3199, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=c4fb5529-5ca5-4df5-8004-c300047f3199,segment=NetworkSegment(7d00a59a-fd6b-444f-8454-6973ee677288),segment_id=7d00a59a-fd6b-444f-8454-6973ee677288)] {{(pid=92341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:22:19.374904 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f2e0-262a-423a-8d68-5b0cf6ebe6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:19.421635 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.db [None req-10d67516-f5ea-465e-be2b-4890d6e38abf None None] For port c700fded-ecca-4157-a3ae-e92c5acb7abd, host dv-cinder-786385-7-iscsi, cleared binding levels {{(pid=92344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:22:19.424661 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.db [None req-10d67516-f5ea-465e-be2b-4890d6e38abf None None] For port c700fded-ecca-4157-a3ae-e92c5acb7abd, host dv-cinder-786385-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=c700fded-ecca-4157-a3ae-e92c5acb7abd,segment=NetworkSegment(3e8c3502-4384-483c-914a-8b04610c9f9a),segment_id=3e8c3502-4384-483c-914a-8b04610c9f9a)] {{(pid=92344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:22:19.441554 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-d9f5dd35-3fe6-4cca-aad3-a607b5346b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7ec38130>, [{'id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'name': 'tempest-TestMinimumBasicScenario-2107989771-router', 'tenant_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c4fb5529-5ca5-4df5-8004-c300047f3199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:17:15Z', 'updated_at': '2021-06-02T08:22:16Z', 'revision_number': 5, 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'gw_port': {'id': 'c4fb5529-5ca5-4df5-8004-c300047f3199', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:16Z', 'updated_at': '2021-06-02T08:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:19.449464 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f5dd35-3fe6-4cca-aad3-a607b5346b86 None None] The sync data for ids ['8862c7c1-e96f-4746-89cd-0b8f185a24fe'] in dv-cinder-786385-7-iscsi is: [{'id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'name': 'tempest-TestMinimumBasicScenario-2107989771-router', 'tenant_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c4fb5529-5ca5-4df5-8004-c300047f3199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:17:15Z', 'updated_at': '2021-06-02T08:22:16Z', 'revision_number': 5, 'project_id': 'c12ecd13c56d41cbb58946524acfe3a4', 'gw_port': {'id': 'c4fb5529-5ca5-4df5-8004-c300047f3199', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8862c7c1-e96f-4746-89cd-0b8f185a24fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:16Z', 'updated_at': '2021-06-02T08:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}] {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:22:19.505160 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [None req-d7b5f2e0-262a-423a-8d68-5b0cf6ebe6da admin admin] Calling delete_port for c4fb5529-5ca5-4df5-8004-c300047f3199 owned by network:router_gateway {{(pid=92341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:22:19.506380 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-10d67516-f5ea-465e-be2b-4890d6e38abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:19.507742 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-aaa7ba43-690c-442f-9f14-ad90d63d201b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186'] for network, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:19.510396 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [None req-5c95a8cb-0c3f-4704-8b6d-f31cc5f0b9be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:19.510521 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa7ba43-690c-442f-9f14-ad90d63d201b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:19.511096 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-aaa7ba43-690c-442f-9f14-ad90d63d201b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:19.516823 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:19.583133 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d67516-f5ea-465e-be2b-4890d6e38abf None None] Routers {'2df38e64-17cb-48e2-a8fc-775fbf028ad6'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:22:19.583752 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-10d67516-f5ea-465e-be2b-4890d6e38abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7ae91d30>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:22:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:19.632547 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7ba43-690c-442f-9f14-ad90d63d201b admin admin] Pushing event updated for resources: {'Network': ['ID=189aa6e3-e08d-4ae4-979c-9fab212f0dfb,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:19.635889 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-aaa7ba43-690c-442f-9f14-ad90d63d201b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:19.644452 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Network 189aa6e3-e08d-4ae4-979c-9fab212f0dfb details requested by agent ovs-agent-dv-cinder-786385-7-iscsi with host dv-cinder-786385-7-iscsi {{(pid=92343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 02 08:22:19.648246 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9cc58-6648-4477-8966-239ef24e043e None None] Pushing event updated for resources: {'Port': ['ID=c700fded-ecca-4157-a3ae-e92c5acb7abd,revision_number=4']} {{(pid=92344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:19.651754 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-aaa7ba43-690c-442f-9f14-ad90d63d201b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.4362040
Jun 02 08:22:19.653081 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [None req-3fb9cc58-6648-4477-8966-239ef24e043e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:19.653782 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 38350) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:19.659365 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-d3b56721-dfd2-41d0-b232-bfd1969869a8 admin admin] Request body: {'subnet': {'network_id': '189aa6e3-e08d-4ae4-979c-9fab212f0dfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-476202162-subnet', 'tenant_id': 'be7c01491e3745aeba87dd4490e12db8', 'ip_version': 4}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:22:19.787561 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-10d67516-f5ea-465e-be2b-4890d6e38abf None None] Set router 2df38e64-17cb-48e2-a8fc-775fbf028ad6 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:22:19.790168 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-d3b56721-dfd2-41d0-b232-bfd1969869a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:22:19.807444 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-d3b56721-dfd2-41d0-b232-bfd1969869a8 admin admin] Usage tracker for resource:subnet and tenant:be7c01491e3745aeba87dd4490e12db8 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:22:19.815410 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-d3b56721-dfd2-41d0-b232-bfd1969869a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:22:19.829735 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-d3b56721-dfd2-41d0-b232-bfd1969869a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:22:19.881252 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device ac32f9f5-a783-4c6a-8931-9bd249dba743 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:22:19.917241 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b56721-dfd2-41d0-b232-bfd1969869a8 admin admin] Made reservation on behalf of be7c01491e3745aeba87dd4490e12db8 for: {'subnet': 1} {{(pid=92341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:22:19.920980 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d3b56721-dfd2-41d0-b232-bfd1969869a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6928681'] for subnet, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:19.987769 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port ac32f9f5-a783-4c6a-8931-9bd249dba743 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:22:19.988145 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:20.154978 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f2e0-262a-423a-8d68-5b0cf6ebe6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:20.178185 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-8c81a4c9-9610-4cf8-bc07-e43997a137bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:20.248874 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5f2e0-262a-423a-8d68-5b0cf6ebe6da admin admin] Pushing event deleted for resources: {'Port': ['ID=c4fb5529-5ca5-4df5-8004-c300047f3199,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:20.259864 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-10d67516-f5ea-465e-be2b-4890d6e38abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7ae91d30>, [{'id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'name': 'tempest-TestVolumeBootPattern-806449703-router', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:10Z', 'updated_at': '2021-06-02T08:22:15Z', 'revision_number': 4, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'gw_port': {'id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:11Z', 'updated_at': '2021-06-02T08:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': 'c700fded-ecca-4157-a3ae-e92c5acb7abd', 'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'mac_address': 'fa:16:3e:de:3e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '823afbed-7820-4eee-844c-7dcd3a296224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:14Z', 'updated_at': '2021-06-02T08:22:19Z', 'revision_number': 4, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'subnets': [{'id': '823afbed-7820-4eee-844c-7dcd3a296224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:20.265927 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d67516-f5ea-465e-be2b-4890d6e38abf None None] The sync data for ids ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'] in dv-cinder-786385-7-iscsi is: [{'id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'name': 'tempest-TestVolumeBootPattern-806449703-router', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:10Z', 'updated_at': '2021-06-02T08:22:15Z', 'revision_number': 4, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'gw_port': {'id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:11Z', 'updated_at': '2021-06-02T08:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': 'c700fded-ecca-4157-a3ae-e92c5acb7abd', 'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'mac_address': 'fa:16:3e:de:3e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '823afbed-7820-4eee-844c-7dcd3a296224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:14Z', 'updated_at': '2021-06-02T08:22:19Z', 'revision_number': 4, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'subnets': [{'id': '823afbed-7820-4eee-844c-7dcd3a296224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:22:20.274583 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a no longer exists at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:22:20.326288 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] No Port match for: 1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:22:20.333521 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 1a09e3aa-6c9d-4fe0-83f8-d914e8ffe95a not bound to the agent host dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:22:20.345235 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-d7b5f2e0-262a-423a-8d68-5b0cf6ebe6da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:20.399495 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f2e0-262a-423a-8d68-5b0cf6ebe6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8036544'] for router_gateway, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:20.710324 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f2e0-262a-423a-8d68-5b0cf6ebe6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8100154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2038'] for router, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:20.713535 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f2e0-262a-423a-8d68-5b0cf6ebe6da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:20.823023 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f2e0-262a-423a-8d68-5b0cf6ebe6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8100270'] for router, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:20.823606 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b5f2e0-262a-423a-8d68-5b0cf6ebe6da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8862c7c1-e96f-4746-89cd-0b8f185a24fe {{(pid=92341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 02 08:22:20.858270 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f2e0-262a-423a-8d68-5b0cf6ebe6da admin admin] Notify callbacks [] for router, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:20.859566 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-d7b5f2e0-262a-423a-8d68-5b0cf6ebe6da admin admin] 10.222.0.77 "DELETE /v2.0/routers/8862c7c1-e96f-4746-89cd-0b8f185a24fe HTTP/1.1" status: 204  len: 168 time: 2.4787824
Jun 02 08:22:20.862498 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 38370) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:20.919029 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d3b56721-dfd2-41d0-b232-bfd1969869a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6590458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6928699'] for subnet, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:20.923830 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:20.971452 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_v2 [None req-48ba34e2-b226-483e-846a-a30ae60ecb4a admin admin] Deleting subnet 82c7946a-1134-47b3-9c3a-1e02a1d3a7d4 {{(pid=92342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 02 08:22:20.974718 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-48ba34e2-b226-483e-846a-a30ae60ecb4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:21.036168 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-48ba34e2-b226-483e-846a-a30ae60ecb4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6991856'] for subnet, precommit_delete_associations {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:21.082853 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:22:21.096684 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b56721-dfd2-41d0-b232-bfd1969869a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53c4ed67-4ae1-4db1-86f7-ecf838504b89,revision_number=0']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:21.105003 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-d3b56721-dfd2-41d0-b232-bfd1969869a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:21.111480 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b56721-dfd2-41d0-b232-bfd1969869a8 admin admin] Checking segment: {'id': '1acbf9ca-394f-4b54-9e7b-5a4e5640c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '189aa6e3-e08d-4ae4-979c-9fab212f0dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:22:21.112465 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b56721-dfd2-41d0-b232-bfd1969869a8 admin admin] Network hostable DHCP agents. Network: 189aa6e3-e08d-4ae4-979c-9fab212f0dfb, hostable agents: ['4b89aefe-9643-4cd8-b10a-5110f7f4c5b0'], hosted agents: [] {{(pid=92341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 02 08:22:21.143764 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-48ba34e2-b226-483e-846a-a30ae60ecb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-943661'] for subnet, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:21.166168 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181bf0e-21e7-4c85-9f06-c28718c998f8 req-645a90e6-4725-448c-a6a0-abba3d42f9bd tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:21.181539 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e181bf0e-21e7-4c85-9f06-c28718c998f8 req-645a90e6-4725-448c-a6a0-abba3d42f9bd tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 946 time: 0.1830630
Jun 02 08:22:21.227225 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e181bf0e-21e7-4c85-9f06-c28718c998f8 req-e69b8eba-9060-4327-87f0-33c0a0f309ea tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441341
Jun 02 08:22:21.241109 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b56721-dfd2-41d0-b232-bfd1969869a8 admin admin] Network 189aa6e3-e08d-4ae4-979c-9fab212f0dfb is scheduled to be hosted by DHCP agent 4b89aefe-9643-4cd8-b10a-5110f7f4c5b0 with binding_index 1 {{(pid=92341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 02 08:22:21.349121 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [None req-d3b56721-dfd2-41d0-b232-bfd1969869a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-iscsi, 189aa6e3-e08d-4ae4-979c-9fab212f0dfb) {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:22:21.359268 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b56721-dfd2-41d0-b232-bfd1969869a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:21.359924 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d3b56721-dfd2-41d0-b232-bfd1969869a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for subnet, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:21.361774 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a3878c-d693-45c6-902a-3f9375796b29 None None] Network 189aa6e3-e08d-4ae4-979c-9fab212f0dfb requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:22:21.441492 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-d3b56721-dfd2-41d0-b232-bfd1969869a8 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.7864556
Jun 02 08:22:21.444572 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 38376) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:21.449387 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-d9a8e2ef-e789-4b9e-90ae-0f932a8a105e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-476202162-router', 'tenant_id': 'be7c01491e3745aeba87dd4490e12db8', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257'}}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:22:21.455155 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-d9a8e2ef-e789-4b9e-90ae-0f932a8a105e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:22:21.460755 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-d9a8e2ef-e789-4b9e-90ae-0f932a8a105e admin admin] Usage tracker for resource:router and tenant:be7c01491e3745aeba87dd4490e12db8 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:22:21.465518 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-d9a8e2ef-e789-4b9e-90ae-0f932a8a105e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:22:21.477996 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-d9a8e2ef-e789-4b9e-90ae-0f932a8a105e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:22:21.504469 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-48ba34e2-b226-483e-846a-a30ae60ecb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-943652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6633660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6612419'] for subnet, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:21.510579 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:21.546219 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba34e2-b226-483e-846a-a30ae60ecb4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82c7946a-1134-47b3-9c3a-1e02a1d3a7d4,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:21.549271 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-48ba34e2-b226-483e-846a-a30ae60ecb4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:21.550482 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-48ba34e2-b226-483e-846a-a30ae60ecb4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:21.558267 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-48ba34e2-b226-483e-846a-a30ae60ecb4a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/82c7946a-1134-47b3-9c3a-1e02a1d3a7d4 HTTP/1.1" status: 204  len: 168 time: 0.6946867
Jun 02 08:22:21.561272 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 38380) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:21.566507 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8a85af-4b70-4bd6-9b97-05afb26dfbb1 None None] Network 08fbaa15-9e5d-4d43-8d34-d36dcaacffc4 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:22:21.586995 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d9a8e2ef-e789-4b9e-90ae-0f932a8a105e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8100032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2016'] for router, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:21.588354 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d9a8e2ef-e789-4b9e-90ae-0f932a8a105e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8100007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036529', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8237981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2031'] for router, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:21.685841 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d9a8e2ef-e789-4b9e-90ae-0f932a8a105e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:21.717604 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1892444c-cfed-4873-908a-4be67b5a5aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951774'] for network, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:21.755507 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3ded7e-7ccd-463f-b2ca-9b8703a1985a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843a9d8d-a68d-5afb-bd09-00322a14b4de-189aa6e3-e08d-4ae4-979c-9fab212f0dfb', 'network_id': '189aa6e3-e08d-4ae4-979c-9fab212f0dfb', 'tenant_id': 'be7c01491e3745aeba87dd4490e12db8', 'fixed_ips': [{'subnet_id': '53c4ed67-4ae1-4db1-86f7-ecf838504b89'}]}} from dv-cinder-786385-7-iscsi. {{(pid=92343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 02 08:22:21.756363 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-cf3ded7e-7ccd-463f-b2ca-9b8703a1985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:21.863601 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [None req-1892444c-cfed-4873-908a-4be67b5a5aec admin admin] Deleting port f9a9471e-6d96-4eaf-b7d7-625502ecb60f {{(pid=92341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:22:21.864259 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1892444c-cfed-4873-908a-4be67b5a5aec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:21.910352 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device c700fded-ecca-4157-a3ae-e92c5acb7abd up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:22:22.033767 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.db_base_plugin_common [None req-cf3ded7e-7ccd-463f-b2ca-9b8703a1985a None None] Allocated IP 172.20.0.2 (189aa6e3-e08d-4ae4-979c-9fab212f0dfb/53c4ed67-4ae1-4db1-86f7-ecf838504b89/78ce9653-cbf9-4b30-b838-ace0b2ea4993) {{(pid=92343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:22:22.091003 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642b2e27-f15e-4e09-878c-24e308b4447a None None] DHCP port deletion for 08fbaa15-9e5d-4d43-8d34-d36dcaacffc4 request from dv-cinder-786385-7-iscsi {{(pid=92343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 02 08:22:22.142960 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning for port c700fded-ecca-4157-a3ae-e92c5acb7abd completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:22:22.164573 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d9a8e2ef-e789-4b9e-90ae-0f932a8a105e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8036483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8100050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2045'] for router, precommit_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:22.171270 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [None req-1892444c-cfed-4873-908a-4be67b5a5aec admin admin] For port f9a9471e-6d96-4eaf-b7d7-625502ecb60f, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=f9a9471e-6d96-4eaf-b7d7-625502ecb60f,segment=NetworkSegment(07732512-85bf-4e04-be73-dcc36c00ac90),segment_id=07732512-85bf-4e04-be73-dcc36c00ac90)] {{(pid=92341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:22:22.171501 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1892444c-cfed-4873-908a-4be67b5a5aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:22.185806 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port c700fded-ecca-4157-a3ae-e92c5acb7abd triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:22:22.193647 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:22.303626 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [None req-1892444c-cfed-4873-908a-4be67b5a5aec admin admin] Calling delete_port for f9a9471e-6d96-4eaf-b7d7-625502ecb60f owned by network:dhcp {{(pid=92341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:22:22.411129 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-cf3ded7e-7ccd-463f-b2ca-9b8703a1985a None None] Notify callbacks [] for port, precommit_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:22.434305 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-642b2e27-f15e-4e09-878c-24e308b4447a None None] Deleting port f9a9471e-6d96-4eaf-b7d7-625502ecb60f {{(pid=92343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:22:22.434305 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-642b2e27-f15e-4e09-878c-24e308b4447a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:22.450527 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-cf3ded7e-7ccd-463f-b2ca-9b8703a1985a None None] Transition to ACTIVE for port object 78ce9653-cbf9-4b30-b838-ace0b2ea4993 will not be triggered until provisioned by entity L2. {{(pid=92343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:22:22.467650 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:22.555886 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-cf3ded7e-7ccd-463f-b2ca-9b8703a1985a None None] Transition to ACTIVE for port object 78ce9653-cbf9-4b30-b838-ace0b2ea4993 will not be triggered until provisioned by entity DHCP. {{(pid=92343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:22:22.591023 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-642b2e27-f15e-4e09-878c-24e308b4447a None None] For port f9a9471e-6d96-4eaf-b7d7-625502ecb60f, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=f9a9471e-6d96-4eaf-b7d7-625502ecb60f,segment=NetworkSegment(07732512-85bf-4e04-be73-dcc36c00ac90),segment_id=07732512-85bf-4e04-be73-dcc36c00ac90)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:22:22.591425 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-642b2e27-f15e-4e09-878c-24e308b4447a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:22.632982 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1892444c-cfed-4873-908a-4be67b5a5aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:22.641731 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-435e080c-3e5f-45cc-bfd9-d19f4da51b5b tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:22.657262 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] For port c700fded-ecca-4157-a3ae-e92c5acb7abd, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=c700fded-ecca-4157-a3ae-e92c5acb7abd,segment=NetworkSegment(3e8c3502-4384-483c-914a-8b04610c9f9a),segment_id=3e8c3502-4384-483c-914a-8b04610c9f9a)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:22:22.697239 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892444c-cfed-4873-908a-4be67b5a5aec admin admin] Pushing event deleted for resources: {'Port': ['ID=f9a9471e-6d96-4eaf-b7d7-625502ecb60f,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:22.698818 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1892444c-cfed-4873-908a-4be67b5a5aec admin admin] No DVR routers for this DVR port f9a9471e-6d96-4eaf-b7d7-625502ecb60f on host dv-cinder-786385-7-iscsi {{(pid=92341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:22:22.721529 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-cf3ded7e-7ccd-463f-b2ca-9b8703a1985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309'] for port, after_create {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:22.726085 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-1892444c-cfed-4873-908a-4be67b5a5aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:22.730772 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-642b2e27-f15e-4e09-878c-24e308b4447a None None] Calling delete_port for f9a9471e-6d96-4eaf-b7d7-625502ecb60f owned by network:dhcp {{(pid=92343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:22:22.733039 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:22.749761 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048dbc0e-bbfa-479b-a074-845b61a92d20 req-bedeed64-efce-4a2a-998c-ab1f9feb2449 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:22.751402 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-048dbc0e-bbfa-479b-a074-845b61a92d20 req-bedeed64-efce-4a2a-998c-ab1f9feb2449 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 946 time: 0.3839045
Jun 02 08:22:22.783631 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:22.809346 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3ded7e-7ccd-463f-b2ca-9b8703a1985a None None] Network 189aa6e3-e08d-4ae4-979c-9fab212f0dfb is already hosted by enough agents. {{(pid=92343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:22:22.822087 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.scheduler.base_scheduler [None req-cf3ded7e-7ccd-463f-b2ca-9b8703a1985a None None] Resources bound (agent type, host, resource id):  {{(pid=92343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:22:22.828163 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3ded7e-7ccd-463f-b2ca-9b8703a1985a None None] Received port after_create {{(pid=92343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:22:22.830267 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ded7e-7ccd-463f-b2ca-9b8703a1985a None None] Pushing event updated for resources: {'Port': ['ID=78ce9653-cbf9-4b30-b838-ace0b2ea4993,revision_number=1']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:22.835691 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-cf3ded7e-7ccd-463f-b2ca-9b8703a1985a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:22.839444 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-f5f2dc0d-9f00-4307-99ae-29a8f662aa3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:22.877687 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1892444c-cfed-4873-908a-4be67b5a5aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945556', 'neutron.services.segments.db._delete_segments_for_network-8744146782841'] for network, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:22.913552 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device c4fb5529-5ca5-4df5-8004-c300047f3199 no longer exists at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:22:22.949330 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-048dbc0e-bbfa-479b-a074-845b61a92d20 req-22f72f12-f093-49e0-bb16-a93a9b17d4c2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1801345
Jun 02 08:22:22.955972 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.services.segments.db [None req-1892444c-cfed-4873-908a-4be67b5a5aec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3e7979ed00>,) {'filters': {'network_id': ['08fbaa15-9e5d-4d43-8d34-d36dcaacffc4']}} {{(pid=92341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:23.028239 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.services.segments.db [None req-1892444c-cfed-4873-908a-4be67b5a5aec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e7979ed00>, '07732512-85bf-4e04-be73-dcc36c00ac90') {'for_net_delete': True} {{(pid=92341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:23.028574 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.services.segments.db [None req-1892444c-cfed-4873-908a-4be67b5a5aec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e7979ed00>, '07732512-85bf-4e04-be73-dcc36c00ac90') {} {{(pid=92341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:23.030868 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] No Port match for: c4fb5529-5ca5-4df5-8004-c300047f3199 {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:22:23.031211 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device c4fb5529-5ca5-4df5-8004-c300047f3199 not bound to the agent host dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:22:23.050147 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1892444c-cfed-4873-908a-4be67b5a5aec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744146786964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7973428'] for segment, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:23.078567 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Pushing event updated for resources: {'Port': ['ID=c700fded-ecca-4157-a3ae-e92c5acb7abd,revision_number=5']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:23.081199 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-cf3ded7e-7ccd-463f-b2ca-9b8703a1985a None None] Attempting to bind port 78ce9653-cbf9-4b30-b838-ace0b2ea4993 on host dv-cinder-786385-7-iscsi for vnic_type normal with profile  {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:22:23.081579 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-cf3ded7e-7ccd-463f-b2ca-9b8703a1985a None None] Attempting to bind port 78ce9653-cbf9-4b30-b838-ace0b2ea4993 by drivers openvswitch,hyperv on host dv-cinder-786385-7-iscsi at level 0 using segments [{'id': '1acbf9ca-394f-4b54-9e7b-5a4e5640c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '189aa6e3-e08d-4ae4-979c-9fab212f0dfb'}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:22:23.081942 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3ded7e-7ccd-463f-b2ca-9b8703a1985a None None] Attempting to bind port 78ce9653-cbf9-4b30-b838-ace0b2ea4993 on network 189aa6e3-e08d-4ae4-979c-9fab212f0dfb {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:22:23.084803 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:23.089760 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3ded7e-7ccd-463f-b2ca-9b8703a1985a None None] Checking agent: {'id': '293b8e5c-58b0-46e6-908b-da5c92a2d3b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 4, 12), 'started_at': datetime.datetime(2021, 6, 2, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:22:23.090134 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3ded7e-7ccd-463f-b2ca-9b8703a1985a None None] Checking segment: {'id': '1acbf9ca-394f-4b54-9e7b-5a4e5640c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '189aa6e3-e08d-4ae4-979c-9fab212f0dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:22:23.090536 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-cf3ded7e-7ccd-463f-b2ca-9b8703a1985a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:23.090923 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3ded7e-7ccd-463f-b2ca-9b8703a1985a None None] Bound using segment: {'id': '1acbf9ca-394f-4b54-9e7b-5a4e5640c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '189aa6e3-e08d-4ae4-979c-9fab212f0dfb'} {{(pid=92343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:22:23.091516 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.managers [None req-cf3ded7e-7ccd-463f-b2ca-9b8703a1985a None None] Bound port: 78ce9653-cbf9-4b30-b838-ace0b2ea4993, host: dv-cinder-786385-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1acbf9ca-394f-4b54-9e7b-5a4e5640c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '189aa6e3-e08d-4ae4-979c-9fab212f0dfb'}}] {{(pid=92343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:22:23.091758 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-cf3ded7e-7ccd-463f-b2ca-9b8703a1985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:23.101158 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1892444c-cfed-4873-908a-4be67b5a5aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:23.107178 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-642b2e27-f15e-4e09-878c-24e308b4447a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318'] for port, after_delete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:23.112316 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:23.115286 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1892444c-cfed-4873-908a-4be67b5a5aec admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=92341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 02 08:22:23.115679 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1892444c-cfed-4873-908a-4be67b5a5aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6589853'] for segment, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:23.129158 dv-cinder-786385-7-iscsi neutron-server[92341]: Traceback (most recent call last):
Jun 02 08:22:23.129158 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 02 08:22:23.129158 dv-cinder-786385-7-iscsi neutron-server[92341]:     timer()
Jun 02 08:22:23.129158 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 02 08:22:23.129158 dv-cinder-786385-7-iscsi neutron-server[92341]:     cb(*args, **kw)
Jun 02 08:22:23.129158 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 02 08:22:23.129158 dv-cinder-786385-7-iscsi neutron-server[92341]:     return func(*args, **kwargs)
Jun 02 08:22:23.129158 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 02 08:22:23.129158 dv-cinder-786385-7-iscsi neutron-server[92341]:     self._notify()
Jun 02 08:22:23.129158 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 02 08:22:23.129158 dv-cinder-786385-7-iscsi neutron-server[92341]:     self.callback(batched_events)
Jun 02 08:22:23.129158 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 02 08:22:23.129158 dv-cinder-786385-7-iscsi neutron-server[92341]:     event.method(event)
Jun 02 08:22:23.129158 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 02 08:22:23.129158 dv-cinder-786385-7-iscsi neutron-server[92341]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 02 08:22:23.129158 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 02 08:22:23.129158 dv-cinder-786385-7-iscsi neutron-server[92341]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 02 08:22:23.129158 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 02 08:22:23.129158 dv-cinder-786385-7-iscsi neutron-server[92341]:     return f(self, *a, **k)
Jun 02 08:22:23.129158 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 02 08:22:23.129158 dv-cinder-786385-7-iscsi neutron-server[92341]:     return self._get(url).json()
Jun 02 08:22:23.129158 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 02 08:22:23.129158 dv-cinder-786385-7-iscsi neutron-server[92341]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 02 08:22:23.129158 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 02 08:22:23.129158 dv-cinder-786385-7-iscsi neutron-server[92341]:     return self.request(url, 'GET', **kwargs)
Jun 02 08:22:23.129158 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 02 08:22:23.129158 dv-cinder-786385-7-iscsi neutron-server[92341]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 02 08:22:23.129158 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 02 08:22:23.129158 dv-cinder-786385-7-iscsi neutron-server[92341]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 02 08:22:23.129158 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 02 08:22:23.129158 dv-cinder-786385-7-iscsi neutron-server[92341]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 02 08:22:23.129158 dv-cinder-786385-7-iscsi neutron-server[92341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 02 08:22:23.156644 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d9a8e2ef-e789-4b9e-90ae-0f932a8a105e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:23.190717 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b2e27-f15e-4e09-878c-24e308b4447a None None] Pushing event deleted for resources: {'Port': ['ID=f9a9471e-6d96-4eaf-b7d7-625502ecb60f,revision_number=None']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:23.194207 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642b2e27-f15e-4e09-878c-24e308b4447a None None] No DVR routers for this DVR port f9a9471e-6d96-4eaf-b7d7-625502ecb60f on host dv-cinder-786385-7-iscsi {{(pid=92343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:22:23.202188 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-642b2e27-f15e-4e09-878c-24e308b4447a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:23.232799 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d9a8e2ef-e789-4b9e-90ae-0f932a8a105e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:23.236651 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-cf3ded7e-7ccd-463f-b2ca-9b8703a1985a None None] For port 78ce9653-cbf9-4b30-b838-ace0b2ea4993, host dv-cinder-786385-7-iscsi, cleared binding levels {{(pid=92343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:22:23.337841 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1892444c-cfed-4873-908a-4be67b5a5aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8036641'] for network, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:23.338220 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-cf3ded7e-7ccd-463f-b2ca-9b8703a1985a None None] For port 78ce9653-cbf9-4b30-b838-ace0b2ea4993, host dv-cinder-786385-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=78ce9653-cbf9-4b30-b838-ace0b2ea4993,segment=NetworkSegment(1acbf9ca-394f-4b54-9e7b-5a4e5640c81d),segment_id=1acbf9ca-394f-4b54-9e7b-5a4e5640c81d)] {{(pid=92343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:22:23.348146 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:23.362448 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1892444c-cfed-4873-908a-4be67b5a5aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:23.377239 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892444c-cfed-4873-908a-4be67b5a5aec admin admin] Pushing event deleted for resources: {'Network': ['ID=08fbaa15-9e5d-4d43-8d34-d36dcaacffc4,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:23.384568 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-1892444c-cfed-4873-908a-4be67b5a5aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:23.405206 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-1892444c-cfed-4873-908a-4be67b5a5aec admin admin] 10.222.0.77 "DELETE /v2.0/networks/08fbaa15-9e5d-4d43-8d34-d36dcaacffc4 HTTP/1.1" status: 204  len: 168 time: 1.8427513
Jun 02 08:22:23.406339 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.db_base_plugin_common [None req-d9a8e2ef-e789-4b9e-90ae-0f932a8a105e admin admin] Allocated IP 172.27.3.117 (25cee017-96f1-470f-84b1-115420be0257/100151e0-9740-4c20-8f2c-560e0808d190/201b5a38-4374-4c0f-9695-af830061dcd8) {{(pid=92341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:22:23.408105 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 38390) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:23.434974 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-cf3ded7e-7ccd-463f-b2ca-9b8703a1985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:23.439575 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:23.521256 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ded7e-7ccd-463f-b2ca-9b8703a1985a None None] Pushing event updated for resources: {'Port': ['ID=78ce9653-cbf9-4b30-b838-ace0b2ea4993,revision_number=2']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:23.524957 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-cf3ded7e-7ccd-463f-b2ca-9b8703a1985a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:23.575132 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d9a8e2ef-e789-4b9e-90ae-0f932a8a105e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:23.735424 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d9a8e2ef-e789-4b9e-90ae-0f932a8a105e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:23.739862 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-db0c64a9-455d-43f9-bd25-83c717ce248a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:23.831588 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8e2ef-e789-4b9e-90ae-0f932a8a105e admin admin] Pushing event updated for resources: {'Port': ['ID=201b5a38-4374-4c0f-9695-af830061dcd8,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:23.836239 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-d9a8e2ef-e789-4b9e-90ae-0f932a8a105e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:23.847626 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a8e2ef-e789-4b9e-90ae-0f932a8a105e admin admin] Network 25cee017-96f1-470f-84b1-115420be0257 is already hosted by enough agents. {{(pid=92341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:22:23.848800 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [None req-d9a8e2ef-e789-4b9e-90ae-0f932a8a105e admin admin] Resources bound (agent type, host, resource id):  {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:22:23.851649 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a8e2ef-e789-4b9e-90ae-0f932a8a105e admin admin] Received port after_create {{(pid=92341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:22:23.982254 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device c700fded-ecca-4157-a3ae-e92c5acb7abd up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:22:24.096903 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port c700fded-ecca-4157-a3ae-e92c5acb7abd triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:22:24.099743 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:24.132391 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-6ca7e89c-5449-4b5f-8f99-5b2a10851532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035105'] for router_interface, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:24.228174 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc8808-b104-462a-9490-7404ad03af98 req-014f5c4c-36f9-4c93-bbcd-2f8c7e194dd5 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:24.229437 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 78ce9653-cbf9-4b30-b838-ace0b2ea4993 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:22:24.235487 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f3cc8808-b104-462a-9490-7404ad03af98 req-014f5c4c-36f9-4c93-bbcd-2f8c7e194dd5 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 946 time: 0.1241922
Jun 02 08:22:24.292012 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f3cc8808-b104-462a-9490-7404ad03af98 req-b721485d-588b-4b30-a0f2-aeabb6331177 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555646
Jun 02 08:22:24.518292 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning for port 78ce9653-cbf9-4b30-b838-ace0b2ea4993 completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:22:24.534806 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdd2a36-d46c-4aa0-971b-ead9f1ada22a None None] Network 189aa6e3-e08d-4ae4-979c-9fab212f0dfb requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:22:24.653791 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device f9a9471e-6d96-4eaf-b7d7-625502ecb60f no longer exists at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:22:24.685026 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d9a8e2ef-e789-4b9e-90ae-0f932a8a105e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:24.702352 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] No Port match for: f9a9471e-6d96-4eaf-b7d7-625502ecb60f {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:22:24.702699 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device f9a9471e-6d96-4eaf-b7d7-625502ecb60f not bound to the agent host dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:22:24.739742 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-6ca7e89c-5449-4b5f-8f99-5b2a10851532 admin admin] Deleting port 884e1f83-e656-4c87-9378-24aa5f9b6e6b {{(pid=92342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:22:24.740397 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-6ca7e89c-5449-4b5f-8f99-5b2a10851532 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:24.790011 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-806286dd-5c1e-4ab1-9967-7ad262fe3627 None None] Provisioning for port 78ce9653-cbf9-4b30-b838-ace0b2ea4993 completed by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:22:24.821887 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-806286dd-5c1e-4ab1-9967-7ad262fe3627 None None] Provisioning complete for port 78ce9653-cbf9-4b30-b838-ace0b2ea4993 triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:22:24.822162 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-806286dd-5c1e-4ab1-9967-7ad262fe3627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:24.880210 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [None req-6ca7e89c-5449-4b5f-8f99-5b2a10851532 admin admin] For port 884e1f83-e656-4c87-9378-24aa5f9b6e6b, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=884e1f83-e656-4c87-9378-24aa5f9b6e6b,segment=NetworkSegment(a6448d81-30fb-4243-9b7c-ebd4e4c69e5a),segment_id=a6448d81-30fb-4243-9b7c-ebd4e4c69e5a)] {{(pid=92342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:22:24.880679 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-6ca7e89c-5449-4b5f-8f99-5b2a10851532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:24.982960 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-806286dd-5c1e-4ab1-9967-7ad262fe3627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:25.014755 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-6ca7e89c-5449-4b5f-8f99-5b2a10851532 admin admin] Calling delete_port for 884e1f83-e656-4c87-9378-24aa5f9b6e6b owned by network:router_interface {{(pid=92342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:22:25.021859 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-806286dd-5c1e-4ab1-9967-7ad262fe3627 None None] For port 78ce9653-cbf9-4b30-b838-ace0b2ea4993, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=78ce9653-cbf9-4b30-b838-ace0b2ea4993,segment=NetworkSegment(1acbf9ca-394f-4b54-9e7b-5a4e5640c81d),segment_id=1acbf9ca-394f-4b54-9e7b-5a4e5640c81d)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:22:25.052910 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d9a8e2ef-e789-4b9e-90ae-0f932a8a105e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8100043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8036580'] for router, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:25.120839 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-806286dd-5c1e-4ab1-9967-7ad262fe3627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:25.122880 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:25.220792 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806286dd-5c1e-4ab1-9967-7ad262fe3627 None None] Pushing event updated for resources: {'Port': ['ID=78ce9653-cbf9-4b30-b838-ace0b2ea4993,revision_number=3']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:25.223750 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-806286dd-5c1e-4ab1-9967-7ad262fe3627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:25.252475 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-00e80d01-a573-4e98-9881-5b8f82f6f334 None None] Provisioning complete for port 78ce9653-cbf9-4b30-b838-ace0b2ea4993 triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:22:25.252850 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-00e80d01-a573-4e98-9881-5b8f82f6f334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:25.294868 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-6ca7e89c-5449-4b5f-8f99-5b2a10851532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:25.304101 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-d2f9b7f7-03cf-4bec-bf0f-5441b7eefde8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:25.395593 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7e89c-5449-4b5f-8f99-5b2a10851532 admin admin] Pushing event deleted for resources: {'Port': ['ID=884e1f83-e656-4c87-9378-24aa5f9b6e6b,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:25.402367 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-6ca7e89c-5449-4b5f-8f99-5b2a10851532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:25.404367 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a8e2ef-e789-4b9e-90ae-0f932a8a105e admin admin] Router 0bb89ce6-1f00-44c2-a232-f148b49dad8b is scheduled to L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac with binding_index 1 {{(pid=92341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 02 08:22:25.675265 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-6ca7e89c-5449-4b5f-8f99-5b2a10851532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035157'] for router_interface, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:25.680957 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38e9f1-da6a-42c4-b78e-3d3c57fe1b60 req-25e6b0f5-f534-46fa-81e0-700149b37ce7 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:25.682414 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7d38e9f1-da6a-42c4-b78e-3d3c57fe1b60 req-25e6b0f5-f534-46fa-81e0-700149b37ce7 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 946 time: 0.2537525
Jun 02 08:22:25.685593 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a8e2ef-e789-4b9e-90ae-0f932a8a105e admin admin] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:22:25.698124 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a583b51d-9272-460a-bc76-8592d60b444c None None] Sync routers for ids ['0bb89ce6-1f00-44c2-a232-f148b49dad8b'] in dv-cinder-786385-7-iscsi {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:22:25.710320 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a583b51d-9272-460a-bc76-8592d60b444c None None] Routers {'0bb89ce6-1f00-44c2-a232-f148b49dad8b'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:22:25.711148 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-a583b51d-9272-460a-bc76-8592d60b444c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7aeb88b0>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:22:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['0bb89ce6-1f00-44c2-a232-f148b49dad8b'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:25.742586 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7d38e9f1-da6a-42c4-b78e-3d3c57fe1b60 req-9b79fd1f-4e14-47cb-935f-ef862ff602b5 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516996
Jun 02 08:22:25.807939 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d9a8e2ef-e789-4b9e-90ae-0f932a8a105e admin admin] Notify callbacks [] for router, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:25.812154 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-d9a8e2ef-e789-4b9e-90ae-0f932a8a105e admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.3665876
Jun 02 08:22:25.812869 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 38408) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:25.896451 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-a583b51d-9272-460a-bc76-8592d60b444c None None] Set router 0bb89ce6-1f00-44c2-a232-f148b49dad8b gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:22:25.935076 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 78ce9653-cbf9-4b30-b838-ace0b2ea4993 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:22:26.013139 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 78ce9653-cbf9-4b30-b838-ace0b2ea4993 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:22:26.014154 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:26.085745 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca7e89c-5449-4b5f-8f99-5b2a10851532 admin admin] Router c0ce0021-97d0-4ad8-a0fc-baded6fb3db0 has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:22:26.205612 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-a583b51d-9272-460a-bc76-8592d60b444c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7aeb88b0>, [{'id': '0bb89ce6-1f00-44c2-a232-f148b49dad8b', 'name': 'tempest-TestVolumeBootPattern-476202162-router', 'tenant_id': 'be7c01491e3745aeba87dd4490e12db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '201b5a38-4374-4c0f-9695-af830061dcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:21Z', 'updated_at': '2021-06-02T08:22:24Z', 'revision_number': 3, 'project_id': 'be7c01491e3745aeba87dd4490e12db8', 'gw_port': {'id': '201b5a38-4374-4c0f-9695-af830061dcd8', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ed:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb89ce6-1f00-44c2-a232-f148b49dad8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:23Z', 'updated_at': '2021-06-02T08:22:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:26.211184 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a583b51d-9272-460a-bc76-8592d60b444c None None] Checking router: 0bb89ce6-1f00-44c2-a232-f148b49dad8b for host: dv-cinder-786385-7-iscsi {{(pid=92344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:22:26.211909 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a583b51d-9272-460a-bc76-8592d60b444c None None] Updating router 0bb89ce6-1f00-44c2-a232-f148b49dad8b port 201b5a38-4374-4c0f-9695-af830061dcd8 binding host dv-cinder-786385-7-iscsi {{(pid=92344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 02 08:22:26.269059 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-a583b51d-9272-460a-bc76-8592d60b444c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:26.427403 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca7e89c-5449-4b5f-8f99-5b2a10851532 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:22:26.438678 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f546457a-2792-4dc5-b1fc-a458b889ec67 None None] Sync routers for ids ['c0ce0021-97d0-4ad8-a0fc-baded6fb3db0'] in dv-cinder-786385-7-iscsi {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:22:26.448763 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f546457a-2792-4dc5-b1fc-a458b889ec67 None None] Routers {'c0ce0021-97d0-4ad8-a0fc-baded6fb3db0'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:22:26.449307 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-f546457a-2792-4dc5-b1fc-a458b889ec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7aa09a00>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:22:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['c0ce0021-97d0-4ad8-a0fc-baded6fb3db0'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:26.517283 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-6ca7e89c-5449-4b5f-8f99-5b2a10851532 admin admin] 10.222.0.77 "PUT /v2.0/routers/c0ce0021-97d0-4ad8-a0fc-baded6fb3db0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1078842
Jun 02 08:22:26.520641 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 38412) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:26.647506 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-a583b51d-9272-460a-bc76-8592d60b444c None None] Notify callbacks [] for port, precommit_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:26.659515 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.provisioning_blocks [None req-a583b51d-9272-460a-bc76-8592d60b444c None None] Transition to ACTIVE for port object 201b5a38-4374-4c0f-9695-af830061dcd8 will not be triggered until provisioned by entity L2. {{(pid=92344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:22:26.675577 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-f546457a-2792-4dc5-b1fc-a458b889ec67 None None] Set router c0ce0021-97d0-4ad8-a0fc-baded6fb3db0 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:22:26.690980 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-e9ebbc15-5980-43a3-bbe4-73ca5754f5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:26.720757 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4923d9d4-157c-4560-bd0a-a20f0d6277b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:26.743579 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-a583b51d-9272-460a-bc76-8592d60b444c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:26.757354 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [None req-54eaedfd-99f9-4fa9-a07e-60882521d898 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:26.880267 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.managers [None req-a583b51d-9272-460a-bc76-8592d60b444c None None] Attempting to bind port 201b5a38-4374-4c0f-9695-af830061dcd8 on host dv-cinder-786385-7-iscsi for vnic_type normal with profile  {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:22:26.880644 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.managers [None req-a583b51d-9272-460a-bc76-8592d60b444c None None] Attempting to bind port 201b5a38-4374-4c0f-9695-af830061dcd8 by drivers openvswitch,hyperv on host dv-cinder-786385-7-iscsi at level 0 using segments [{'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'}] {{(pid=92344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:22:26.881011 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a583b51d-9272-460a-bc76-8592d60b444c None None] Attempting to bind port 201b5a38-4374-4c0f-9695-af830061dcd8 on network 25cee017-96f1-470f-84b1-115420be0257 {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:22:26.908661 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a583b51d-9272-460a-bc76-8592d60b444c None None] Checking agent: {'id': '293b8e5c-58b0-46e6-908b-da5c92a2d3b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 4, 12), 'started_at': datetime.datetime(2021, 6, 2, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:22:26.909063 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a583b51d-9272-460a-bc76-8592d60b444c None None] Checking segment: {'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:22:26.909478 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-a583b51d-9272-460a-bc76-8592d60b444c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:26.909880 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a583b51d-9272-460a-bc76-8592d60b444c None None] Bound using segment: {'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'} {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:22:26.910387 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.managers [None req-a583b51d-9272-460a-bc76-8592d60b444c None None] Bound port: 201b5a38-4374-4c0f-9695-af830061dcd8, host: dv-cinder-786385-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d00a59a-fd6b-444f-8454-6973ee677288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25cee017-96f1-470f-84b1-115420be0257'}}] {{(pid=92344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:22:26.910769 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-a583b51d-9272-460a-bc76-8592d60b444c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:26.920726 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.db_base_plugin_common [None req-e9ebbc15-5980-43a3-bbe4-73ca5754f5b1 admin admin] Allocated IP 172.20.0.1 (189aa6e3-e08d-4ae4-979c-9fab212f0dfb/53c4ed67-4ae1-4db1-86f7-ecf838504b89/9117ac0c-bde4-40be-a528-347cd4283ff5) {{(pid=92341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:22:26.948497 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4923d9d4-157c-4560-bd0a-a20f0d6277b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:26.989774 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-f546457a-2792-4dc5-b1fc-a458b889ec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7aa09a00>, [{'id': 'c0ce0021-97d0-4ad8-a0fc-baded6fb3db0', 'name': 'tempest-TestMinimumBasicScenario-1144184065-router', 'tenant_id': '1173dc8912034ac1bf2b01c4b7b615ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '1c88c921-cb57-4087-b90d-1523a39c74d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:17:25Z', 'updated_at': '2021-06-02T08:22:25Z', 'revision_number': 5, 'project_id': '1173dc8912034ac1bf2b01c4b7b615ac', 'gw_port': {'id': '1c88c921-cb57-4087-b90d-1523a39c74d2', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ce0021-97d0-4ad8-a0fc-baded6fb3db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:26Z', 'updated_at': '2021-06-02T08:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:26.994509 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f546457a-2792-4dc5-b1fc-a458b889ec67 None None] Checking router: c0ce0021-97d0-4ad8-a0fc-baded6fb3db0 for host: dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:22:26.997758 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da702f-30d2-4eff-a21a-ff74a7c486ad None None] Pushing event updated for resources: {'Port': ['ID=201b5a38-4374-4c0f-9695-af830061dcd8,revision_number=2']} {{(pid=92344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:27.001700 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [None req-b2da702f-30d2-4eff-a21a-ff74a7c486ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:27.004590 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f546457a-2792-4dc5-b1fc-a458b889ec67 None None] Routers {'c0ce0021-97d0-4ad8-a0fc-baded6fb3db0'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:22:27.005709 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-f546457a-2792-4dc5-b1fc-a458b889ec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7aa09a00>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:22:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['c0ce0021-97d0-4ad8-a0fc-baded6fb3db0'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:27.035246 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.db [None req-a583b51d-9272-460a-bc76-8592d60b444c None None] For port 201b5a38-4374-4c0f-9695-af830061dcd8, host dv-cinder-786385-7-iscsi, cleared binding levels {{(pid=92344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:22:27.039166 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.db [None req-a583b51d-9272-460a-bc76-8592d60b444c None None] For port 201b5a38-4374-4c0f-9695-af830061dcd8, host dv-cinder-786385-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=201b5a38-4374-4c0f-9695-af830061dcd8,segment=NetworkSegment(7d00a59a-fd6b-444f-8454-6973ee677288),segment_id=7d00a59a-fd6b-444f-8454-6973ee677288)] {{(pid=92344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:22:27.132753 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-a583b51d-9272-460a-bc76-8592d60b444c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:27.137669 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:27.143964 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461621b-6d2b-474f-ba7b-19fe6fe524b5 req-61966051-0333-49db-af71-c10229146e52 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:27.145445 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f461621b-6d2b-474f-ba7b-19fe6fe524b5 req-61966051-0333-49db-af71-c10229146e52 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 946 time: 0.1904380
Jun 02 08:22:27.146468 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-4923d9d4-157c-4560-bd0a-a20f0d6277b7 admin admin] Deleting port 1c88c921-cb57-4087-b90d-1523a39c74d2 {{(pid=92342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:22:27.146941 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4923d9d4-157c-4560-bd0a-a20f0d6277b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:27.183668 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-e9ebbc15-5980-43a3-bbe4-73ca5754f5b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:27.206885 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-f546457a-2792-4dc5-b1fc-a458b889ec67 None None] Set router c0ce0021-97d0-4ad8-a0fc-baded6fb3db0 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:22:27.215097 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.provisioning_blocks [None req-e9ebbc15-5980-43a3-bbe4-73ca5754f5b1 admin admin] Transition to ACTIVE for port object 9117ac0c-bde4-40be-a528-347cd4283ff5 will not be triggered until provisioned by entity DHCP. {{(pid=92341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:22:27.217431 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da702f-30d2-4eff-a21a-ff74a7c486ad None None] Pushing event updated for resources: {'Port': ['ID=201b5a38-4374-4c0f-9695-af830061dcd8,revision_number=3']} {{(pid=92344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:27.218817 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f461621b-6d2b-474f-ba7b-19fe6fe524b5 req-ea1702b8-8f8b-421d-b02d-fd894922330a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621729
Jun 02 08:22:27.230184 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [None req-b2da702f-30d2-4eff-a21a-ff74a7c486ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:27.251203 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a583b51d-9272-460a-bc76-8592d60b444c None None] Routers {'0bb89ce6-1f00-44c2-a232-f148b49dad8b'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:22:27.251810 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-a583b51d-9272-460a-bc76-8592d60b444c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7aeb88b0>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:22:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['0bb89ce6-1f00-44c2-a232-f148b49dad8b'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:27.330602 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [None req-4923d9d4-157c-4560-bd0a-a20f0d6277b7 admin admin] For port 1c88c921-cb57-4087-b90d-1523a39c74d2, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=1c88c921-cb57-4087-b90d-1523a39c74d2,segment=NetworkSegment(7d00a59a-fd6b-444f-8454-6973ee677288),segment_id=7d00a59a-fd6b-444f-8454-6973ee677288)] {{(pid=92342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:22:27.330981 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4923d9d4-157c-4560-bd0a-a20f0d6277b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:27.346648 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-e9ebbc15-5980-43a3-bbe4-73ca5754f5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:27.351714 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-d9a8e2ef-e789-4b9e-90ae-0f932a8a105e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:27.415418 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ebbc15-5980-43a3-bbe4-73ca5754f5b1 admin admin] Network 189aa6e3-e08d-4ae4-979c-9fab212f0dfb is already hosted by enough agents. {{(pid=92341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:22:27.419419 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [None req-e9ebbc15-5980-43a3-bbe4-73ca5754f5b1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:22:27.424074 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ebbc15-5980-43a3-bbe4-73ca5754f5b1 admin admin] Received port after_create {{(pid=92341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:22:27.470490 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ebbc15-5980-43a3-bbe4-73ca5754f5b1 admin admin] Pushing event updated for resources: {'Port': ['ID=9117ac0c-bde4-40be-a528-347cd4283ff5,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:27.474829 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-e9ebbc15-5980-43a3-bbe4-73ca5754f5b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:27.487023 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-a583b51d-9272-460a-bc76-8592d60b444c None None] Set router 0bb89ce6-1f00-44c2-a232-f148b49dad8b gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:22:27.508342 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-4923d9d4-157c-4560-bd0a-a20f0d6277b7 admin admin] Calling delete_port for 1c88c921-cb57-4087-b90d-1523a39c74d2 owned by network:router_gateway {{(pid=92342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:22:27.512619 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-e9ebbc15-5980-43a3-bbe4-73ca5754f5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8036782'] for router_interface, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:27.615398 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-f546457a-2792-4dc5-b1fc-a458b889ec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7aa09a00>, [{'id': 'c0ce0021-97d0-4ad8-a0fc-baded6fb3db0', 'name': 'tempest-TestMinimumBasicScenario-1144184065-router', 'tenant_id': '1173dc8912034ac1bf2b01c4b7b615ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '1c88c921-cb57-4087-b90d-1523a39c74d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:17:25Z', 'updated_at': '2021-06-02T08:22:25Z', 'revision_number': 5, 'project_id': '1173dc8912034ac1bf2b01c4b7b615ac', 'gw_port': {'id': '1c88c921-cb57-4087-b90d-1523a39c74d2', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ce0021-97d0-4ad8-a0fc-baded6fb3db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:26Z', 'updated_at': '2021-06-02T08:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:27.621725 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f546457a-2792-4dc5-b1fc-a458b889ec67 None None] The sync data for ids ['c0ce0021-97d0-4ad8-a0fc-baded6fb3db0'] in dv-cinder-786385-7-iscsi is: [{'id': 'c0ce0021-97d0-4ad8-a0fc-baded6fb3db0', 'name': 'tempest-TestMinimumBasicScenario-1144184065-router', 'tenant_id': '1173dc8912034ac1bf2b01c4b7b615ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '1c88c921-cb57-4087-b90d-1523a39c74d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:17:25Z', 'updated_at': '2021-06-02T08:22:25Z', 'revision_number': 5, 'project_id': '1173dc8912034ac1bf2b01c4b7b615ac', 'gw_port': {'id': '1c88c921-cb57-4087-b90d-1523a39c74d2', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ce0021-97d0-4ad8-a0fc-baded6fb3db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:17:26Z', 'updated_at': '2021-06-02T08:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}] {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:22:27.765632 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4923d9d4-157c-4560-bd0a-a20f0d6277b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:27.770447 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-f3a331ca-c152-4c9f-a88a-e95ec743d9f0 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:27.797681 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-14c0ab9e-c872-4343-b348-b0a1a5497491 None None] Provisioning for port 9117ac0c-bde4-40be-a528-347cd4283ff5 completed by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:22:27.803073 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-14c0ab9e-c872-4343-b348-b0a1a5497491 None None] Provisioning complete for port 9117ac0c-bde4-40be-a528-347cd4283ff5 triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:22:27.804057 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-14c0ab9e-c872-4343-b348-b0a1a5497491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:27.819797 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923d9d4-157c-4560-bd0a-a20f0d6277b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c88c921-cb57-4087-b90d-1523a39c74d2,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:27.819797 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-4923d9d4-157c-4560-bd0a-a20f0d6277b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:27.857190 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-14c0ab9e-c872-4343-b348-b0a1a5497491 None None] Port 9117ac0c-bde4-40be-a528-347cd4283ff5 cannot update to ACTIVE because it is not bound. {{(pid=92343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 02 08:22:27.877751 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-a583b51d-9272-460a-bc76-8592d60b444c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7aeb88b0>, [{'id': '0bb89ce6-1f00-44c2-a232-f148b49dad8b', 'name': 'tempest-TestVolumeBootPattern-476202162-router', 'tenant_id': 'be7c01491e3745aeba87dd4490e12db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '201b5a38-4374-4c0f-9695-af830061dcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:21Z', 'updated_at': '2021-06-02T08:22:24Z', 'revision_number': 3, 'project_id': 'be7c01491e3745aeba87dd4490e12db8', 'gw_port': {'id': '201b5a38-4374-4c0f-9695-af830061dcd8', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ed:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb89ce6-1f00-44c2-a232-f148b49dad8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:23Z', 'updated_at': '2021-06-02T08:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:27.882267 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a583b51d-9272-460a-bc76-8592d60b444c None None] The sync data for ids ['0bb89ce6-1f00-44c2-a232-f148b49dad8b'] in dv-cinder-786385-7-iscsi is: [{'id': '0bb89ce6-1f00-44c2-a232-f148b49dad8b', 'name': 'tempest-TestVolumeBootPattern-476202162-router', 'tenant_id': 'be7c01491e3745aeba87dd4490e12db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '201b5a38-4374-4c0f-9695-af830061dcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:21Z', 'updated_at': '2021-06-02T08:22:24Z', 'revision_number': 3, 'project_id': 'be7c01491e3745aeba87dd4490e12db8', 'gw_port': {'id': '201b5a38-4374-4c0f-9695-af830061dcd8', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ed:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb89ce6-1f00-44c2-a232-f148b49dad8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:23Z', 'updated_at': '2021-06-02T08:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}] {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:22:27.915261 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4923d9d4-157c-4560-bd0a-a20f0d6277b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8036544'] for router_gateway, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:27.924415 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-e9ebbc15-5980-43a3-bbe4-73ca5754f5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:28.086213 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 884e1f83-e656-4c87-9378-24aa5f9b6e6b no longer exists at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:22:28.097493 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4923d9d4-157c-4560-bd0a-a20f0d6277b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8100154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2038'] for router, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:28.099956 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4923d9d4-157c-4560-bd0a-a20f0d6277b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:28.142063 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] No Port match for: 884e1f83-e656-4c87-9378-24aa5f9b6e6b {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:22:28.142416 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 884e1f83-e656-4c87-9378-24aa5f9b6e6b not bound to the agent host dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:22:28.215670 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4923d9d4-157c-4560-bd0a-a20f0d6277b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8100270'] for router, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:28.216144 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-e9ebbc15-5980-43a3-bbe4-73ca5754f5b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:28.216997 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4923d9d4-157c-4560-bd0a-a20f0d6277b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0ce0021-97d0-4ad8-a0fc-baded6fb3db0 {{(pid=92342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 02 08:22:28.234715 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4923d9d4-157c-4560-bd0a-a20f0d6277b7 admin admin] Notify callbacks [] for router, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:28.236047 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-4923d9d4-157c-4560-bd0a-a20f0d6277b7 admin admin] 10.222.0.77 "DELETE /v2.0/routers/c0ce0021-97d0-4ad8-a0fc-baded6fb3db0 HTTP/1.1" status: 204  len: 168 time: 1.7143657
Jun 02 08:22:28.238558 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 38418) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:28.326465 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-e9ebbc15-5980-43a3-bbe4-73ca5754f5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589761'] for port, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:28.371541 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-dafa0bf3-4624-48c7-8cfb-ac35fcd68246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:28.443272 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3375b0b-d1bd-4ac8-b840-85ab3a741553 admin admin] Deleting subnet 86805798-504e-4ff7-97cc-41769c9d0c20 {{(pid=92342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 02 08:22:28.446898 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-c3375b0b-d1bd-4ac8-b840-85ab3a741553 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:28.508391 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-c3375b0b-d1bd-4ac8-b840-85ab3a741553 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6991856'] for subnet, precommit_delete_associations {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:28.604542 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-c3375b0b-d1bd-4ac8-b840-85ab3a741553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-943661'] for subnet, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:28.647795 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-e9ebbc15-5980-43a3-bbe4-73ca5754f5b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8036811'] for router_interface, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:28.812896 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ebbc15-5980-43a3-bbe4-73ca5754f5b1 admin admin] Pushing event updated for resources: {'Port': ['ID=9117ac0c-bde4-40be-a528-347cd4283ff5,revision_number=2']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:28.818734 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-e9ebbc15-5980-43a3-bbe4-73ca5754f5b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:28.834730 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea8718-f10f-4c18-ae98-40263f07794f req-a68f0b89-7e46-42b0-a913-d2d2786ff554 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:28.837875 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-00ea8718-f10f-4c18-ae98-40263f07794f req-a68f0b89-7e46-42b0-a913-d2d2786ff554 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 946 time: 0.4310408
Jun 02 08:22:28.904444 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-00ea8718-f10f-4c18-ae98-40263f07794f req-8e224d3b-525a-4597-a8a6-da54e891a056 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623312
Jun 02 08:22:28.909029 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ebbc15-5980-43a3-bbe4-73ca5754f5b1 admin admin] Network 189aa6e3-e08d-4ae4-979c-9fab212f0dfb is already hosted by enough agents. {{(pid=92341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:22:28.910195 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [None req-e9ebbc15-5980-43a3-bbe4-73ca5754f5b1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:22:28.977969 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-c3375b0b-d1bd-4ac8-b840-85ab3a741553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-943652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6633660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6612419'] for subnet, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:28.993418 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-d1778ed1-9f28-4c42-a20f-aa04e2a563ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:29.038717 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3375b0b-d1bd-4ac8-b840-85ab3a741553 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86805798-504e-4ff7-97cc-41769c9d0c20,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:29.040766 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-c3375b0b-d1bd-4ac8-b840-85ab3a741553 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:29.046634 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0d6b93-08c2-4b74-934c-9f490c4db216 None None] Network aa997e7c-e997-437c-b9b6-0319a90b57ce requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:22:29.047072 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-c3375b0b-d1bd-4ac8-b840-85ab3a741553 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/86805798-504e-4ff7-97cc-41769c9d0c20 HTTP/1.1" status: 204  len: 168 time: 0.8075986
Jun 02 08:22:29.048081 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-c3375b0b-d1bd-4ac8-b840-85ab3a741553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:29.054189 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 38424) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:29.167785 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-001c2bce-39ad-4e15-aa0c-db8b56f6ced9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951774'] for network, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:29.180509 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ebbc15-5980-43a3-bbe4-73ca5754f5b1 admin admin] Router 0bb89ce6-1f00-44c2-a232-f148b49dad8b has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:22:29.243347 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-001c2bce-39ad-4e15-aa0c-db8b56f6ced9 admin admin] Deleting port c901c053-cb49-45de-8535-696e80aef3d1 {{(pid=92342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:22:29.243970 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-001c2bce-39ad-4e15-aa0c-db8b56f6ced9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:29.245591 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-ca1fea2e-77f5-4788-bac1-544829d4f55f None None] Provisioning complete for port 9117ac0c-bde4-40be-a528-347cd4283ff5 triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:22:29.246048 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-ca1fea2e-77f5-4788-bac1-544829d4f55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:29.314441 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-ca1fea2e-77f5-4788-bac1-544829d4f55f None None] Port 9117ac0c-bde4-40be-a528-347cd4283ff5 cannot update to ACTIVE because it is not bound. {{(pid=92343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 02 08:22:29.356173 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [None req-001c2bce-39ad-4e15-aa0c-db8b56f6ced9 admin admin] For port c901c053-cb49-45de-8535-696e80aef3d1, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=c901c053-cb49-45de-8535-696e80aef3d1,segment=NetworkSegment(a6448d81-30fb-4243-9b7c-ebd4e4c69e5a),segment_id=a6448d81-30fb-4243-9b7c-ebd4e4c69e5a)] {{(pid=92342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:22:29.356560 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-001c2bce-39ad-4e15-aa0c-db8b56f6ced9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:29.379848 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e6ee7b-0b75-4619-abe5-7a3729f6e555 None None] DHCP port deletion for aa997e7c-e997-437c-b9b6-0319a90b57ce request from dv-cinder-786385-7-iscsi {{(pid=92343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 02 08:22:29.389080 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ebbc15-5980-43a3-bbe4-73ca5754f5b1 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:22:29.398629 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-e9ebbc15-5980-43a3-bbe4-73ca5754f5b1 admin admin] 10.222.0.77 "PUT /v2.0/routers/0bb89ce6-1f00-44c2-a232-f148b49dad8b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5842633
Jun 02 08:22:29.445263 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-15e6ee7b-0b75-4619-abe5-7a3729f6e555 None None] Deleting port c901c053-cb49-45de-8535-696e80aef3d1 {{(pid=92343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:22:29.445647 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-15e6ee7b-0b75-4619-abe5-7a3729f6e555 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:29.488715 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-001c2bce-39ad-4e15-aa0c-db8b56f6ced9 admin admin] Calling delete_port for c901c053-cb49-45de-8535-696e80aef3d1 owned by network:dhcp {{(pid=92342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:22:29.589701 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-15e6ee7b-0b75-4619-abe5-7a3729f6e555 None None] For port c901c053-cb49-45de-8535-696e80aef3d1, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=c901c053-cb49-45de-8535-696e80aef3d1,segment=NetworkSegment(a6448d81-30fb-4243-9b7c-ebd4e4c69e5a),segment_id=a6448d81-30fb-4243-9b7c-ebd4e4c69e5a)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:22:29.590094 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-15e6ee7b-0b75-4619-abe5-7a3729f6e555 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:29.632664 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-001c2bce-39ad-4e15-aa0c-db8b56f6ced9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:29.643436 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-a8d898aa-7b4d-4f02-9553-03e2c951bd14 tempest-VolumesActionsTest-1054244703 tempest-VolumesActionsTest-1054244703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:29.719358 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001c2bce-39ad-4e15-aa0c-db8b56f6ced9 admin admin] No DVR routers for this DVR port c901c053-cb49-45de-8535-696e80aef3d1 on host dv-cinder-786385-7-iscsi {{(pid=92342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:22:29.721227 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c2bce-39ad-4e15-aa0c-db8b56f6ced9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c901c053-cb49-45de-8535-696e80aef3d1,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:29.735771 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-15e6ee7b-0b75-4619-abe5-7a3729f6e555 None None] Calling delete_port for c901c053-cb49-45de-8535-696e80aef3d1 owned by network:dhcp {{(pid=92343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:22:29.754000 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-001c2bce-39ad-4e15-aa0c-db8b56f6ced9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:29.826075 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-15e6ee7b-0b75-4619-abe5-7a3729f6e555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318'] for port, after_delete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:29.835899 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:29.855516 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-001c2bce-39ad-4e15-aa0c-db8b56f6ced9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945556', 'neutron.services.segments.db._delete_segments_for_network-8744146782841'] for network, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:29.874235 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.services.segments.db [None req-001c2bce-39ad-4e15-aa0c-db8b56f6ced9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3e78ffefd0>,) {'filters': {'network_id': ['aa997e7c-e997-437c-b9b6-0319a90b57ce']}} {{(pid=92342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:29.890719 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.services.segments.db [None req-001c2bce-39ad-4e15-aa0c-db8b56f6ced9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e78ffefd0>, 'a6448d81-30fb-4243-9b7c-ebd4e4c69e5a') {'for_net_delete': True} {{(pid=92342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:29.891020 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.services.segments.db [None req-001c2bce-39ad-4e15-aa0c-db8b56f6ced9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e78ffefd0>, 'a6448d81-30fb-4243-9b7c-ebd4e4c69e5a') {} {{(pid=92342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:29.898419 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6ee7b-0b75-4619-abe5-7a3729f6e555 None None] Pushing event deleted for resources: {'Port': ['ID=c901c053-cb49-45de-8535-696e80aef3d1,revision_number=None']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:29.908252 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-15e6ee7b-0b75-4619-abe5-7a3729f6e555 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:29.918780 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e6ee7b-0b75-4619-abe5-7a3729f6e555 None None] No DVR routers for this DVR port c901c053-cb49-45de-8535-696e80aef3d1 on host dv-cinder-786385-7-iscsi {{(pid=92343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:22:29.919645 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-001c2bce-39ad-4e15-aa0c-db8b56f6ced9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744146786964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6991865'] for segment, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:29.931176 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 201b5a38-4374-4c0f-9695-af830061dcd8 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:22:29.947654 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120b064c-1b77-451d-ac41-7db1722dd72d None None] Sync routers for ids ['0bb89ce6-1f00-44c2-a232-f148b49dad8b'] in dv-cinder-786385-7-iscsi {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:22:29.952566 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-001c2bce-39ad-4e15-aa0c-db8b56f6ced9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:29.970764 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120b064c-1b77-451d-ac41-7db1722dd72d None None] Routers {'0bb89ce6-1f00-44c2-a232-f148b49dad8b'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:22:29.971585 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-001c2bce-39ad-4e15-aa0c-db8b56f6ced9 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=92342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 02 08:22:29.971995 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-001c2bce-39ad-4e15-aa0c-db8b56f6ced9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6633494'] for segment, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:29.972674 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-120b064c-1b77-451d-ac41-7db1722dd72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7af1d370>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:22:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['0bb89ce6-1f00-44c2-a232-f148b49dad8b'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:29.997752 dv-cinder-786385-7-iscsi neutron-server[92342]: Traceback (most recent call last):
Jun 02 08:22:29.997752 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 02 08:22:29.997752 dv-cinder-786385-7-iscsi neutron-server[92342]:     timer()
Jun 02 08:22:29.997752 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 02 08:22:29.997752 dv-cinder-786385-7-iscsi neutron-server[92342]:     cb(*args, **kw)
Jun 02 08:22:29.997752 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 02 08:22:29.997752 dv-cinder-786385-7-iscsi neutron-server[92342]:     return func(*args, **kwargs)
Jun 02 08:22:29.997752 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 02 08:22:29.997752 dv-cinder-786385-7-iscsi neutron-server[92342]:     self._notify()
Jun 02 08:22:29.997752 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 02 08:22:29.997752 dv-cinder-786385-7-iscsi neutron-server[92342]:     self.callback(batched_events)
Jun 02 08:22:29.997752 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 02 08:22:29.997752 dv-cinder-786385-7-iscsi neutron-server[92342]:     event.method(event)
Jun 02 08:22:29.997752 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 02 08:22:29.997752 dv-cinder-786385-7-iscsi neutron-server[92342]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 02 08:22:29.997752 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 02 08:22:29.997752 dv-cinder-786385-7-iscsi neutron-server[92342]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 02 08:22:29.997752 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 02 08:22:29.997752 dv-cinder-786385-7-iscsi neutron-server[92342]:     return f(self, *a, **k)
Jun 02 08:22:29.997752 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 02 08:22:29.997752 dv-cinder-786385-7-iscsi neutron-server[92342]:     return self._get(url).json()
Jun 02 08:22:29.997752 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 02 08:22:29.997752 dv-cinder-786385-7-iscsi neutron-server[92342]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 02 08:22:29.997752 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 02 08:22:29.997752 dv-cinder-786385-7-iscsi neutron-server[92342]:     return self.request(url, 'GET', **kwargs)
Jun 02 08:22:29.997752 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 02 08:22:29.997752 dv-cinder-786385-7-iscsi neutron-server[92342]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 02 08:22:29.997752 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 02 08:22:29.997752 dv-cinder-786385-7-iscsi neutron-server[92342]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 02 08:22:29.997752 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 02 08:22:29.997752 dv-cinder-786385-7-iscsi neutron-server[92342]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 02 08:22:29.997752 dv-cinder-786385-7-iscsi neutron-server[92342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 02 08:22:30.143770 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:30.183983 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-120b064c-1b77-451d-ac41-7db1722dd72d None None] Set router 0bb89ce6-1f00-44c2-a232-f148b49dad8b gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:22:30.203914 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning for port 201b5a38-4374-4c0f-9695-af830061dcd8 completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:22:30.209581 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 201b5a38-4374-4c0f-9695-af830061dcd8 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:22:30.209964 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:30.234861 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-001c2bce-39ad-4e15-aa0c-db8b56f6ced9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8036641'] for network, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:30.239197 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:30.261975 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-001c2bce-39ad-4e15-aa0c-db8b56f6ced9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:30.272410 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c2bce-39ad-4e15-aa0c-db8b56f6ced9 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa997e7c-e997-437c-b9b6-0319a90b57ce,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:30.278856 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-001c2bce-39ad-4e15-aa0c-db8b56f6ced9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:30.283165 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-001c2bce-39ad-4e15-aa0c-db8b56f6ced9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/aa997e7c-e997-437c-b9b6-0319a90b57ce HTTP/1.1" status: 204  len: 168 time: 1.2279539
Jun 02 08:22:30.295405 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef98e4c-d3f4-480c-844b-f542b1e900d7 req-d2afb118-bd1f-4285-bb7e-357b89aea3f0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:30.298027 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-eef98e4c-d3f4-480c-844b-f542b1e900d7 req-d2afb118-bd1f-4285-bb7e-357b89aea3f0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 946 time: 0.2045517
Jun 02 08:22:30.369436 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 38438) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:30.373991 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-81335d7b-5bd4-4485-9d97-52173339edcd tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1857274621', 'description': 'tempest-secgroup-smoke-1857274621 description', 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:22:30.384827 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-81335d7b-5bd4-4485-9d97-52173339edcd tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:22:30.392672 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-81335d7b-5bd4-4485-9d97-52173339edcd tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Usage tracker for resource:security_group and tenant:cdbec1ec3f63482a98b7bae1100654a5 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:22:30.396737 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-81335d7b-5bd4-4485-9d97-52173339edcd tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:22:30.399692 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-eef98e4c-d3f4-480c-844b-f542b1e900d7 req-c0c8a8e9-eef8-4d36-8f82-a68bf1a5efdb tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0849001
Jun 02 08:22:30.399842 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:30.408950 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-81335d7b-5bd4-4485-9d97-52173339edcd tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:22:30.425521 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] For port 201b5a38-4374-4c0f-9695-af830061dcd8, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=201b5a38-4374-4c0f-9695-af830061dcd8,segment=NetworkSegment(7d00a59a-fd6b-444f-8454-6973ee677288),segment_id=7d00a59a-fd6b-444f-8454-6973ee677288)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:22:30.537271 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-81335d7b-5bd4-4485-9d97-52173339edcd tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:30.542527 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-120b064c-1b77-451d-ac41-7db1722dd72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7af1d370>, [{'id': '0bb89ce6-1f00-44c2-a232-f148b49dad8b', 'name': 'tempest-TestVolumeBootPattern-476202162-router', 'tenant_id': 'be7c01491e3745aeba87dd4490e12db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '201b5a38-4374-4c0f-9695-af830061dcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:21Z', 'updated_at': '2021-06-02T08:22:27Z', 'revision_number': 4, 'project_id': 'be7c01491e3745aeba87dd4490e12db8', 'gw_port': {'id': '201b5a38-4374-4c0f-9695-af830061dcd8', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ed:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb89ce6-1f00-44c2-a232-f148b49dad8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:23Z', 'updated_at': '2021-06-02T08:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': '9117ac0c-bde4-40be-a528-347cd4283ff5', 'name': '', 'network_id': '189aa6e3-e08d-4ae4-979c-9fab212f0dfb', 'tenant_id': 'be7c01491e3745aeba87dd4490e12db8', 'mac_address': 'fa:16:3e:f4:07:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb89ce6-1f00-44c2-a232-f148b49dad8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '53c4ed67-4ae1-4db1-86f7-ecf838504b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:26Z', 'updated_at': '2021-06-02T08:22:28Z', 'revision_number': 2, 'project_id': 'be7c01491e3745aeba87dd4490e12db8', 'subnets': [{'id': '53c4ed67-4ae1-4db1-86f7-ecf838504b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:30.546444 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120b064c-1b77-451d-ac41-7db1722dd72d None None] Checking router: 0bb89ce6-1f00-44c2-a232-f148b49dad8b for host: dv-cinder-786385-7-iscsi {{(pid=92344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:22:30.552902 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120b064c-1b77-451d-ac41-7db1722dd72d None None] Updating router 0bb89ce6-1f00-44c2-a232-f148b49dad8b port 9117ac0c-bde4-40be-a528-347cd4283ff5 binding host dv-cinder-786385-7-iscsi {{(pid=92344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 02 08:22:30.555536 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:30.558976 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-f7e2bcb3-44fc-41ec-8a8d-d4d646f32d96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:30.559139 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-81335d7b-5bd4-4485-9d97-52173339edcd tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:22:30.563784 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-81335d7b-5bd4-4485-9d97-52173339edcd tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Usage tracker for resource:security_group_rule and tenant:cdbec1ec3f63482a98b7bae1100654a5 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:22:30.566942 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-81335d7b-5bd4-4485-9d97-52173339edcd tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:22:30.573062 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-81335d7b-5bd4-4485-9d97-52173339edcd tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:22:30.617506 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-120b064c-1b77-451d-ac41-7db1722dd72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:30.624417 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device c901c053-cb49-45de-8535-696e80aef3d1 no longer exists at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:22:30.654815 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-81335d7b-5bd4-4485-9d97-52173339edcd tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:30.670564 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] No Port match for: c901c053-cb49-45de-8535-696e80aef3d1 {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:22:30.671061 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device c901c053-cb49-45de-8535-696e80aef3d1 not bound to the agent host dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:22:30.671495 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 1c88c921-cb57-4087-b90d-1523a39c74d2 no longer exists at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:22:30.707557 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] No Port match for: 1c88c921-cb57-4087-b90d-1523a39c74d2 {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:22:30.707986 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 1c88c921-cb57-4087-b90d-1523a39c74d2 not bound to the agent host dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:22:30.713008 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Pushing event updated for resources: {'Port': ['ID=201b5a38-4374-4c0f-9695-af830061dcd8,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:30.716914 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:30.768999 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-81335d7b-5bd4-4485-9d97-52173339edcd tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:30.773333 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 38440) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:30.774382 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-fbf1eb44-2aa9-4590-bd27-ef96cd99e92f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:30.813889 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81335d7b-5bd4-4485-9d97-52173339edcd tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36946c2d-6914-45e1-886c-19270c846ad8,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:30.817030 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-81335d7b-5bd4-4485-9d97-52173339edcd tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:30.820795 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-25f8fa74-0fdc-4d3a-8119-c4261f2d7e05 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c12ecd13c56d41cbb58946524acfe3a4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0484929
Jun 02 08:22:30.823342 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 38442) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:30.879961 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-37755c83-ef79-4231-afc7-03f8d81eb115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:30.886397 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-81335d7b-5bd4-4485-9d97-52173339edcd tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:30.888303 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-81335d7b-5bd4-4485-9d97-52173339edcd tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.5182006
Jun 02 08:22:30.891279 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 38446) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:30.906048 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-35831543-6fd9-4aa4-9a29-4503a203fd96 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Request body: {'security_group_rule': {'security_group_id': '36946c2d-6914-45e1-886c-19270c846ad8', 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:22:30.910173 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-35831543-6fd9-4aa4-9a29-4503a203fd96 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:22:30.910997 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-37755c83-ef79-4231-afc7-03f8d81eb115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:30.916389 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-35831543-6fd9-4aa4-9a29-4503a203fd96 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Usage tracker for resource:security_group_rule and tenant:cdbec1ec3f63482a98b7bae1100654a5 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:22:30.922498 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-35831543-6fd9-4aa4-9a29-4503a203fd96 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:22:30.931314 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-35831543-6fd9-4aa4-9a29-4503a203fd96 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:22:30.983125 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-120b064c-1b77-451d-ac41-7db1722dd72d None None] Notify callbacks [] for port, precommit_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:31.054765 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-35831543-6fd9-4aa4-9a29-4503a203fd96 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:31.089253 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.provisioning_blocks [None req-120b064c-1b77-451d-ac41-7db1722dd72d None None] Transition to ACTIVE for port object 9117ac0c-bde4-40be-a528-347cd4283ff5 will not be triggered until provisioned by entity L2. {{(pid=92344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:22:31.089555 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-37755c83-ef79-4231-afc7-03f8d81eb115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:31.094821 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-672b9e17-cd99-40ab-8aff-e01e22ca7b73 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:31.108443 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37755c83-ef79-4231-afc7-03f8d81eb115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:31.111296 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-37755c83-ef79-4231-afc7-03f8d81eb115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:31.114170 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-35831543-6fd9-4aa4-9a29-4503a203fd96 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:31.116747 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-37755c83-ef79-4231-afc7-03f8d81eb115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:31.117864 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-37755c83-ef79-4231-afc7-03f8d81eb115 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6f02c3b2-47b9-4ad3-a44a-be9c6bfc8bb1 HTTP/1.1" status: 204  len: 168 time: 0.2937801
Jun 02 08:22:31.177808 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-35831543-6fd9-4aa4-9a29-4503a203fd96 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216472'] for security_group_rule, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:31.180051 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-1117f0ce-daf5-440a-a0de-f1433824c108 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:31.180548 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-120b064c-1b77-451d-ac41-7db1722dd72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:31.185966 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [None req-54eaedfd-99f9-4fa9-a07e-60882521d898 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:31.211201 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35831543-6fd9-4aa4-9a29-4503a203fd96 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=892842cf-cfd3-47fb-a0c5-7dbaa2d99688,revision_number=0']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:31.213925 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-35831543-6fd9-4aa4-9a29-4503a203fd96 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:31.300561 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-35831543-6fd9-4aa4-9a29-4503a203fd96 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:31.304337 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-35831543-6fd9-4aa4-9a29-4503a203fd96 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4096160
Jun 02 08:22:31.307543 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 38450) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:31.309879 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-f272a613-ed70-47c3-8770-c0f5536327ef tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Request body: {'security_group_rule': {'security_group_id': '36946c2d-6914-45e1-886c-19270c846ad8', 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:22:31.316518 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-f272a613-ed70-47c3-8770-c0f5536327ef tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:22:31.321233 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-f272a613-ed70-47c3-8770-c0f5536327ef tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Usage tracker for resource:security_group_rule and tenant:cdbec1ec3f63482a98b7bae1100654a5 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:22:31.324511 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-f272a613-ed70-47c3-8770-c0f5536327ef tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:22:31.330564 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-f272a613-ed70-47c3-8770-c0f5536327ef tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:22:31.392810 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e939a-19c6-4632-aad0-6b28d0f85f95 None None] Pushing event updated for resources: {'Port': ['ID=9117ac0c-bde4-40be-a528-347cd4283ff5,revision_number=3']} {{(pid=92344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:31.395706 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [None req-d40e939a-19c6-4632-aad0-6b28d0f85f95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:31.423576 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f272a613-ed70-47c3-8770-c0f5536327ef tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:31.454612 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.managers [None req-120b064c-1b77-451d-ac41-7db1722dd72d None None] Attempting to bind port 9117ac0c-bde4-40be-a528-347cd4283ff5 on host dv-cinder-786385-7-iscsi for vnic_type normal with profile  {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:22:31.455203 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.managers [None req-120b064c-1b77-451d-ac41-7db1722dd72d None None] Attempting to bind port 9117ac0c-bde4-40be-a528-347cd4283ff5 by drivers openvswitch,hyperv on host dv-cinder-786385-7-iscsi at level 0 using segments [{'id': '1acbf9ca-394f-4b54-9e7b-5a4e5640c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '189aa6e3-e08d-4ae4-979c-9fab212f0dfb'}] {{(pid=92344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:22:31.456400 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120b064c-1b77-451d-ac41-7db1722dd72d None None] Attempting to bind port 9117ac0c-bde4-40be-a528-347cd4283ff5 on network 189aa6e3-e08d-4ae4-979c-9fab212f0dfb {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:22:31.461823 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120b064c-1b77-451d-ac41-7db1722dd72d None None] Checking agent: {'id': '293b8e5c-58b0-46e6-908b-da5c92a2d3b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 4, 12), 'started_at': datetime.datetime(2021, 6, 2, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:22:31.462204 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120b064c-1b77-451d-ac41-7db1722dd72d None None] Checking segment: {'id': '1acbf9ca-394f-4b54-9e7b-5a4e5640c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '189aa6e3-e08d-4ae4-979c-9fab212f0dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:22:31.462609 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-120b064c-1b77-451d-ac41-7db1722dd72d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:31.462998 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120b064c-1b77-451d-ac41-7db1722dd72d None None] Bound using segment: {'id': '1acbf9ca-394f-4b54-9e7b-5a4e5640c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '189aa6e3-e08d-4ae4-979c-9fab212f0dfb'} {{(pid=92344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:22:31.463466 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.managers [None req-120b064c-1b77-451d-ac41-7db1722dd72d None None] Bound port: 9117ac0c-bde4-40be-a528-347cd4283ff5, host: dv-cinder-786385-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1acbf9ca-394f-4b54-9e7b-5a4e5640c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '189aa6e3-e08d-4ae4-979c-9fab212f0dfb'}}] {{(pid=92344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:22:31.463836 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-120b064c-1b77-451d-ac41-7db1722dd72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:31.497032 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f272a613-ed70-47c3-8770-c0f5536327ef tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:31.558555 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.db [None req-120b064c-1b77-451d-ac41-7db1722dd72d None None] For port 9117ac0c-bde4-40be-a528-347cd4283ff5, host dv-cinder-786385-7-iscsi, cleared binding levels {{(pid=92344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:22:31.561794 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.plugins.ml2.db [None req-120b064c-1b77-451d-ac41-7db1722dd72d None None] For port 9117ac0c-bde4-40be-a528-347cd4283ff5, host dv-cinder-786385-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=9117ac0c-bde4-40be-a528-347cd4283ff5,segment=NetworkSegment(1acbf9ca-394f-4b54-9e7b-5a4e5640c81d),segment_id=1acbf9ca-394f-4b54-9e7b-5a4e5640c81d)] {{(pid=92344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:22:31.591400 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b655b-efac-486b-9f45-07a2d8bd9a39 req-5c0c3262-f0a0-4920-b4e4-e1e3e655caac tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:31.592879 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-223b655b-efac-486b-9f45-07a2d8bd9a39 req-5c0c3262-f0a0-4920-b4e4-e1e3e655caac tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 946 time: 0.0840731
Jun 02 08:22:31.594448 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f272a613-ed70-47c3-8770-c0f5536327ef tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216472'] for security_group_rule, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:31.596419 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-a4245109-36bd-4c19-9ede-43544a224da0 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:31.627202 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron_lib.callbacks.manager [None req-120b064c-1b77-451d-ac41-7db1722dd72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:31.630778 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:31.639101 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272a613-ed70-47c3-8770-c0f5536327ef tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31a83c9-2657-4d7d-bc24-e52b857ee916,revision_number=0']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:31.643331 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-f272a613-ed70-47c3-8770-c0f5536327ef tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:31.666580 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-223b655b-efac-486b-9f45-07a2d8bd9a39 req-40d977a8-7ad1-45e2-872f-75ab0239220b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641389
Jun 02 08:22:31.711498 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120b064c-1b77-451d-ac41-7db1722dd72d None None] Routers {'0bb89ce6-1f00-44c2-a232-f148b49dad8b'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:22:31.712134 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-120b064c-1b77-451d-ac41-7db1722dd72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7af1d370>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:22:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['0bb89ce6-1f00-44c2-a232-f148b49dad8b'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:31.763894 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f272a613-ed70-47c3-8770-c0f5536327ef tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:31.768138 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 38456) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:31.768612 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-f272a613-ed70-47c3-8770-c0f5536327ef tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4626875
Jun 02 08:22:31.769301 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e939a-19c6-4632-aad0-6b28d0f85f95 None None] Pushing event updated for resources: {'Port': ['ID=9117ac0c-bde4-40be-a528-347cd4283ff5,revision_number=4']} {{(pid=92344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:31.772879 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-760e712c-bb0b-4a3d-b68e-a084568e3de5 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Request body: {'security_group_rule': {'security_group_id': '36946c2d-6914-45e1-886c-19270c846ad8', 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:22:31.779510 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG oslo_concurrency.lockutils [None req-d40e939a-19c6-4632-aad0-6b28d0f85f95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:31.781920 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-760e712c-bb0b-4a3d-b68e-a084568e3de5 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:22:31.786083 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-760e712c-bb0b-4a3d-b68e-a084568e3de5 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Usage tracker for resource:security_group_rule and tenant:cdbec1ec3f63482a98b7bae1100654a5 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:22:31.789484 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-760e712c-bb0b-4a3d-b68e-a084568e3de5 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:22:31.795743 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-760e712c-bb0b-4a3d-b68e-a084568e3de5 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:22:31.870793 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 201b5a38-4374-4c0f-9695-af830061dcd8 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:22:31.906066 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-120b064c-1b77-451d-ac41-7db1722dd72d None None] Set router 0bb89ce6-1f00-44c2-a232-f148b49dad8b gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:22:31.923186 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-760e712c-bb0b-4a3d-b68e-a084568e3de5 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:31.940861 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 201b5a38-4374-4c0f-9695-af830061dcd8 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:22:31.941313 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:31.987457 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-760e712c-bb0b-4a3d-b68e-a084568e3de5 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:32.023601 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 38460) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:32.074843 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-af0692b2-6987-43b0-9e04-adde6dfacc21 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1173dc8912034ac1bf2b01c4b7b615ac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0497034
Jun 02 08:22:32.077127 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 38462) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:32.096585 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-760e712c-bb0b-4a3d-b68e-a084568e3de5 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216472'] for security_group_rule, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:32.104087 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:32.138949 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e712c-bb0b-4a3d-b68e-a084568e3de5 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67eee91a-16f0-414d-8ab4-acac92977c9c,revision_number=0']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:32.152292 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-760e712c-bb0b-4a3d-b68e-a084568e3de5 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:32.181669 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-25b26c46-7834-4020-8e7d-d59c0380f502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:32.290464 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-120b064c-1b77-451d-ac41-7db1722dd72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7af1d370>, [{'id': '0bb89ce6-1f00-44c2-a232-f148b49dad8b', 'name': 'tempest-TestVolumeBootPattern-476202162-router', 'tenant_id': 'be7c01491e3745aeba87dd4490e12db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '201b5a38-4374-4c0f-9695-af830061dcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:21Z', 'updated_at': '2021-06-02T08:22:27Z', 'revision_number': 4, 'project_id': 'be7c01491e3745aeba87dd4490e12db8', 'gw_port': {'id': '201b5a38-4374-4c0f-9695-af830061dcd8', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ed:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb89ce6-1f00-44c2-a232-f148b49dad8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:23Z', 'updated_at': '2021-06-02T08:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': '9117ac0c-bde4-40be-a528-347cd4283ff5', 'name': '', 'network_id': '189aa6e3-e08d-4ae4-979c-9fab212f0dfb', 'tenant_id': 'be7c01491e3745aeba87dd4490e12db8', 'mac_address': 'fa:16:3e:f4:07:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb89ce6-1f00-44c2-a232-f148b49dad8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '53c4ed67-4ae1-4db1-86f7-ecf838504b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:26Z', 'updated_at': '2021-06-02T08:22:31Z', 'revision_number': 4, 'project_id': 'be7c01491e3745aeba87dd4490e12db8', 'subnets': [{'id': '53c4ed67-4ae1-4db1-86f7-ecf838504b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:32.294507 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120b064c-1b77-451d-ac41-7db1722dd72d None None] The sync data for ids ['0bb89ce6-1f00-44c2-a232-f148b49dad8b'] in dv-cinder-786385-7-iscsi is: [{'id': '0bb89ce6-1f00-44c2-a232-f148b49dad8b', 'name': 'tempest-TestVolumeBootPattern-476202162-router', 'tenant_id': 'be7c01491e3745aeba87dd4490e12db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '201b5a38-4374-4c0f-9695-af830061dcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:21Z', 'updated_at': '2021-06-02T08:22:27Z', 'revision_number': 4, 'project_id': 'be7c01491e3745aeba87dd4490e12db8', 'gw_port': {'id': '201b5a38-4374-4c0f-9695-af830061dcd8', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ed:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb89ce6-1f00-44c2-a232-f148b49dad8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:23Z', 'updated_at': '2021-06-02T08:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': '9117ac0c-bde4-40be-a528-347cd4283ff5', 'name': '', 'network_id': '189aa6e3-e08d-4ae4-979c-9fab212f0dfb', 'tenant_id': 'be7c01491e3745aeba87dd4490e12db8', 'mac_address': 'fa:16:3e:f4:07:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb89ce6-1f00-44c2-a232-f148b49dad8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '53c4ed67-4ae1-4db1-86f7-ecf838504b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:26Z', 'updated_at': '2021-06-02T08:22:31Z', 'revision_number': 4, 'project_id': 'be7c01491e3745aeba87dd4490e12db8', 'subnets': [{'id': '53c4ed67-4ae1-4db1-86f7-ecf838504b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:22:32.295360 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-760e712c-bb0b-4a3d-b68e-a084568e3de5 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:32.299140 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-760e712c-bb0b-4a3d-b68e-a084568e3de5 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5273752
Jun 02 08:22:32.309321 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 38464) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:32.309321 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [None req-1be56cdd-2869-47d9-8b2e-3203bdcad1e4 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Request body: {'security_group_rule': {'security_group_id': '36946c2d-6914-45e1-886c-19270c846ad8', 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:22:32.311893 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-25b26c46-7834-4020-8e7d-d59c0380f502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:32.314611 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-1be56cdd-2869-47d9-8b2e-3203bdcad1e4 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:22:32.324410 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-1be56cdd-2869-47d9-8b2e-3203bdcad1e4 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Usage tracker for resource:security_group_rule and tenant:cdbec1ec3f63482a98b7bae1100654a5 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:22:32.328356 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-1be56cdd-2869-47d9-8b2e-3203bdcad1e4 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:22:32.351984 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-1be56cdd-2869-47d9-8b2e-3203bdcad1e4 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:22:32.489358 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1be56cdd-2869-47d9-8b2e-3203bdcad1e4 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:32.529007 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-25b26c46-7834-4020-8e7d-d59c0380f502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:32.534508 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-b0f68763-f9cf-4f0d-8a4f-72e3edd977e8 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:32.550726 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b26c46-7834-4020-8e7d-d59c0380f502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6067a252-0073-45dc-93ec-690f47f3a61b,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:32.556025 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-25b26c46-7834-4020-8e7d-d59c0380f502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:32.558403 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-25b26c46-7834-4020-8e7d-d59c0380f502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:32.559778 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-25b26c46-7834-4020-8e7d-d59c0380f502 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6067a252-0073-45dc-93ec-690f47f3a61b HTTP/1.1" status: 204  len: 168 time: 0.4809394
Jun 02 08:22:32.575456 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1be56cdd-2869-47d9-8b2e-3203bdcad1e4 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:32.681032 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1be56cdd-2869-47d9-8b2e-3203bdcad1e4 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216472'] for security_group_rule, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:32.710881 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-517372d3-b35c-4252-92d5-e29abf5b26ac tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:32.749233 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be56cdd-2869-47d9-8b2e-3203bdcad1e4 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3653116-1118-4e53-b438-e0d889d02c7d,revision_number=0']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:32.754935 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-1be56cdd-2869-47d9-8b2e-3203bdcad1e4 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:32.786307 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-db587f04-c9d4-4e70-8ead-a5e4115d70d1 req-a69e56a1-3357-490a-b01f-6bf372e31c99 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=170f5be3-4f7b-4ed2-8853-866dad66bbb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3321962
Jun 02 08:22:32.843757 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1be56cdd-2869-47d9-8b2e-3203bdcad1e4 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:32.844950 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-1be56cdd-2869-47d9-8b2e-3203bdcad1e4 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5441434
Jun 02 08:22:32.848670 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 38472) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:32.855454 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-6424ec20-409f-4c12-bac1-b6174cd295b4 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Request body: {'security_group_rule': {'security_group_id': '36946c2d-6914-45e1-886c-19270c846ad8', 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:22:32.864952 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-6424ec20-409f-4c12-bac1-b6174cd295b4 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:22:32.870366 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-6424ec20-409f-4c12-bac1-b6174cd295b4 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Usage tracker for resource:security_group_rule and tenant:cdbec1ec3f63482a98b7bae1100654a5 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:22:32.873612 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-6424ec20-409f-4c12-bac1-b6174cd295b4 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:22:32.880057 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-6424ec20-409f-4c12-bac1-b6174cd295b4 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:22:32.934050 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725235f-5598-40c6-ad81-62714ac2da61 req-da0d04a9-f4c4-4ce8-a828-f4d3bdea008e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:32.935600 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8725235f-5598-40c6-ad81-62714ac2da61 req-da0d04a9-f4c4-4ce8-a828-f4d3bdea008e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 946 time: 0.1363018
Jun 02 08:22:32.980898 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.db.securitygroups_db [None req-6424ec20-409f-4c12-bac1-b6174cd295b4 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Project cdbec1ec3f63482a98b7bae1100654a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 02 08:22:32.991999 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-6424ec20-409f-4c12-bac1-b6174cd295b4 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:33.005972 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db587f04-c9d4-4e70-8ead-a5e4115d70d1 req-63ae1fdf-02af-40b3-a8c3-b9df950f4132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:33.007779 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-db587f04-c9d4-4e70-8ead-a5e4115d70d1 req-63ae1fdf-02af-40b3-a8c3-b9df950f4132 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=72114cae61da476699f7059d4f116bba&device_id=170f5be3-4f7b-4ed2-8853-866dad66bbb7 HTTP/1.1" status: 200  len: 1098 time: 0.1424096
Jun 02 08:22:33.013225 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8725235f-5598-40c6-ad81-62714ac2da61 req-04072fc0-0fd4-454c-9d1a-0b306fcafdee tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713220
Jun 02 08:22:33.113335 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-6424ec20-409f-4c12-bac1-b6174cd295b4 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:33.141557 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=92343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 02 08:22:33.203534 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-6424ec20-409f-4c12-bac1-b6174cd295b4 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216472'] for security_group_rule, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:33.205525 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:33.235512 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424ec20-409f-4c12-bac1-b6174cd295b4 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45b385c8-59ea-4e7c-8176-fd085921218c,revision_number=0']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:33.238901 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-6424ec20-409f-4c12-bac1-b6174cd295b4 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:33.243320 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db587f04-c9d4-4e70-8ead-a5e4115d70d1 req-3710b2f1-2808-426c-9cfc-d95eed68b81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:33.244912 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-db587f04-c9d4-4e70-8ead-a5e4115d70d1 req-3710b2f1-2808-426c-9cfc-d95eed68b81b service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d786477-7c27-401f-af8f-402c8aef0584 HTTP/1.1" status: 200  len: 912 time: 0.2131181
Jun 02 08:22:33.315168 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c,segment=NetworkSegment(00974669-6402-4aa5-90c7-6e7c2d820d71),segment_id=00974669-6402-4aa5-90c7-6e7c2d820d71)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:22:33.335270 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Returning: {'device': '9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c', 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1', 'port_id': '9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c', 'mac_address': 'fa:16:3e:4a:58:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 02 08:22:33.342427 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-6424ec20-409f-4c12-bac1-b6174cd295b4 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:33.343233 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-6424ec20-409f-4c12-bac1-b6174cd295b4 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4922733
Jun 02 08:22:33.345205 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 38476) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:33.352153 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-f9c4ccee-bea2-41cb-83e4-fe71eda34849 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Request body: {'security_group_rule': {'security_group_id': '36946c2d-6914-45e1-886c-19270c846ad8', 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:22:33.358720 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-f9c4ccee-bea2-41cb-83e4-fe71eda34849 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:22:33.362838 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-db587f04-c9d4-4e70-8ead-a5e4115d70d1 req-a45d5263-e141-425d-a26b-cca81b22e7cf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63bb61db-a3bb-45d4-9cd6-da95ff7cdea3 HTTP/1.1" status: 200  len: 1000 time: 0.1106474
Jun 02 08:22:33.363908 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-f9c4ccee-bea2-41cb-83e4-fe71eda34849 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Usage tracker for resource:security_group_rule and tenant:cdbec1ec3f63482a98b7bae1100654a5 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:22:33.367772 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-f9c4ccee-bea2-41cb-83e4-fe71eda34849 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:22:33.379700 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-f9c4ccee-bea2-41cb-83e4-fe71eda34849 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:22:33.418136 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:33.436901 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c {{(pid=92343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:22:33.454684 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c,segment=NetworkSegment(00974669-6402-4aa5-90c7-6e7c2d820d71),segment_id=00974669-6402-4aa5-90c7-6e7c2d820d71)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:22:33.489382 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.db.securitygroups_db [None req-f9c4ccee-bea2-41cb-83e4-fe71eda34849 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Project cdbec1ec3f63482a98b7bae1100654a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 02 08:22:33.500477 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f9c4ccee-bea2-41cb-83e4-fe71eda34849 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:33.549482 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db587f04-c9d4-4e70-8ead-a5e4115d70d1 req-a303d1a3-8965-4501-8478-0f2cb8c5c70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:33.551254 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-db587f04-c9d4-4e70-8ead-a5e4115d70d1 req-a303d1a3-8965-4501-8478-0f2cb8c5c70f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7286860f-5241-4865-8fea-b07cfe7d1a59 HTTP/1.1" status: 200  len: 850 time: 0.1801827
Jun 02 08:22:33.571880 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f9c4ccee-bea2-41cb-83e4-fe71eda34849 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:33.631131 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db587f04-c9d4-4e70-8ead-a5e4115d70d1 req-5e2a7b57-415d-475c-ba42-3e32bcfe11e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:33.632672 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-db587f04-c9d4-4e70-8ead-a5e4115d70d1 req-5e2a7b57-415d-475c-ba42-3e32bcfe11e4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d786477-7c27-401f-af8f-402c8aef0584&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0746515
Jun 02 08:22:33.634378 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:33.636154 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-806286dd-5c1e-4ab1-9967-7ad262fe3627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:33.644398 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [req-db587f04-c9d4-4e70-8ead-a5e4115d70d1 req-c06ebd3a-05d5-4c68-9928-0f87f0397aff service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=92341) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 02 08:22:33.645318 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-db587f04-c9d4-4e70-8ead-a5e4115d70d1 req-c06ebd3a-05d5-4c68-9928-0f87f0397aff service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0050039
Jun 02 08:22:33.697424 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f9c4ccee-bea2-41cb-83e4-fe71eda34849 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216472'] for security_group_rule, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:33.704624 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c,revision_number=6']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:33.706372 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:33.707736 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:33.713502 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:22:33.739799 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4ccee-bea2-41cb-83e4-fe71eda34849 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d478bbc-7de0-4a3d-98f3-b80ffb108113,revision_number=0']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:33.743155 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-f9c4ccee-bea2-41cb-83e4-fe71eda34849 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:33.792615 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-db587f04-c9d4-4e70-8ead-a5e4115d70d1 req-401632c6-eef7-467f-b2ff-d2870f05cd4f service neutron] 10.222.0.72 "GET /v2.0/networks/6d786477-7c27-401f-af8f-402c8aef0584?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394272
Jun 02 08:22:33.829028 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f9c4ccee-bea2-41cb-83e4-fe71eda34849 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:33.830453 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-f9c4ccee-bea2-41cb-83e4-fe71eda34849 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4837782
Jun 02 08:22:33.872733 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 9117ac0c-bde4-40be-a528-347cd4283ff5 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:22:33.944919 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-db587f04-c9d4-4e70-8ead-a5e4115d70d1 req-efbc604e-0e43-4549-ad8f-fa4526fefad3 service neutron] 10.222.0.72 "GET /v2.0/networks/6d786477-7c27-401f-af8f-402c8aef0584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1449616
Jun 02 08:22:34.040372 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning for port 9117ac0c-bde4-40be-a528-347cd4283ff5 completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:22:34.045479 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 9117ac0c-bde4-40be-a528-347cd4283ff5 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:22:34.045850 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:34.172076 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:34.205696 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] For port 9117ac0c-bde4-40be-a528-347cd4283ff5, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=9117ac0c-bde4-40be-a528-347cd4283ff5,segment=NetworkSegment(1acbf9ca-394f-4b54-9e7b-5a4e5640c81d),segment_id=1acbf9ca-394f-4b54-9e7b-5a4e5640c81d)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:22:34.229857 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc6373-d60f-42fb-bd26-cf98797d92a8 req-db483961-da4e-4039-a325-45dbf5328fc4 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:34.231305 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9ffc6373-d60f-42fb-bd26-cf98797d92a8 req-db483961-da4e-4039-a325-45dbf5328fc4 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 945 time: 0.0868449
Jun 02 08:22:34.275754 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9ffc6373-d60f-42fb-bd26-cf98797d92a8 req-714c4df5-5e52-4052-af9b-4e7f777d9654 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388341
Jun 02 08:22:34.308687 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:34.312086 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:34.380221 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Pushing event updated for resources: {'Port': ['ID=9117ac0c-bde4-40be-a528-347cd4283ff5,revision_number=5']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:34.384033 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:35.158890 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c up at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:22:35.228386 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning complete for port 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:22:35.229024 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:35.384817 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:35.417025 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada92e58-8b66-453c-99db-4739438983cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c'}] {{(pid=92343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:22:35.419395 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a92db95248474e1fdd92faa7bb4bdbed5d39af607a3dc1549787c687b6a75a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c688fb-6dcc-49f9-a703-1fc47c5b9adc" -d '{"events": [{"server_uuid": "ada92e58-8b66-453c-99db-4739438983cf", "name": "network-vif-plugged", "status": "completed", "tag": "9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c"}]}' {{(pid=92343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:22:35.429953 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c,segment=NetworkSegment(00974669-6402-4aa5-90c7-6e7c2d820d71),segment_id=00974669-6402-4aa5-90c7-6e7c2d820d71)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:22:35.467121 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ea748e-6557-4b15-ace3-7d906dfd302b x-openstack-request-id: req-84ea748e-6557-4b15-ace3-7d906dfd302b {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:22:35.467696 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada92e58-8b66-453c-99db-4739438983cf", "name": "network-vif-plugged", "status": "completed", "tag": "9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c", "code": 200}]} {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:22:35.468232 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-84ea748e-6557-4b15-ace3-7d906dfd302b {{(pid=92343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:22:35.468801 dv-cinder-786385-7-iscsi neutron-server[92343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada92e58-8b66-453c-99db-4739438983cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c', 'code': 200}
Jun 02 08:22:35.508977 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:35.510875 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-15e6ee7b-0b75-4619-abe5-7a3729f6e555 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:35.511310 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e0247-d077-4364-9fa6-4f4e9b9151c5 req-440eaa22-acda-4c0a-9fb5-e1ceeb31de03 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:35.513003 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-106e0247-d077-4364-9fa6-4f4e9b9151c5 req-440eaa22-acda-4c0a-9fb5-e1ceeb31de03 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 945 time: 0.1131876
Jun 02 08:22:35.563372 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-106e0247-d077-4364-9fa6-4f4e9b9151c5 req-6abdec21-947f-471e-8142-2e7ebb9fd412 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439584
Jun 02 08:22:35.590374 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c,revision_number=7']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:35.593323 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:35.829781 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 9117ac0c-bde4-40be-a528-347cd4283ff5 up at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:22:35.896399 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Provisioning complete for port 9117ac0c-bde4-40be-a528-347cd4283ff5 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:22:35.896776 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:36.758319 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45f26b-5127-423b-b7b9-c16de2980b5a req-b665da21-7e2e-40f8-be44-add241f95a06 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:36.759680 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4f45f26b-5127-423b-b7b9-c16de2980b5a req-b665da21-7e2e-40f8-be44-add241f95a06 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 946 time: 0.0802047
Jun 02 08:22:36.803359 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4f45f26b-5127-423b-b7b9-c16de2980b5a req-b91457c0-5e29-4c77-8bef-5c58569683b5 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378232
Jun 02 08:22:38.011744 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca2dc3-41c8-4b81-9ec8-0be10c04d015 req-a7ccd7dd-ba6d-454e-b1d9-c414cecf4972 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:38.013231 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-caca2dc3-41c8-4b81-9ec8-0be10c04d015 req-a7ccd7dd-ba6d-454e-b1d9-c414cecf4972 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 946 time: 0.0911434
Jun 02 08:22:38.068591 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-caca2dc3-41c8-4b81-9ec8-0be10c04d015 req-12f836be-fc7d-4b1e-b696-c7b0c6f24ec8 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494592
Jun 02 08:22:39.390119 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fa960-f306-42d8-b4bd-df8ea522b4df req-f3585a2c-8b3c-4610-bfd6-e25ecb1f76d8 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:39.394038 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-778fa960-f306-42d8-b4bd-df8ea522b4df req-f3585a2c-8b3c-4610-bfd6-e25ecb1f76d8 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 946 time: 0.0962901
Jun 02 08:22:39.465571 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-778fa960-f306-42d8-b4bd-df8ea522b4df req-45530a89-c2c2-4aa2-a30d-623c91c36fae tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629795
Jun 02 08:22:40.014913 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-85233293-10d7-445e-8afb-cc0ac6cafb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:40.750494 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e4a08-34e4-4547-b3e4-86fe140cd242 req-8b9c54e8-503f-4372-8992-d55f716292f1 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:40.752767 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-561e4a08-34e4-4547-b3e4-86fe140cd242 req-8b9c54e8-503f-4372-8992-d55f716292f1 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=170f5be3-4f7b-4ed2-8853-866dad66bbb7 HTTP/1.1" status: 200  len: 945 time: 0.1140399
Jun 02 08:22:40.766879 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a2826-2420-48c5-b2a6-b4cf3c27c14e req-4bbc75ff-31d5-4a27-949e-f6d8cf8dc1b9 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:40.773233 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-aa4a2826-2420-48c5-b2a6-b4cf3c27c14e req-4bbc75ff-31d5-4a27-949e-f6d8cf8dc1b9 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 946 time: 0.1842995
Jun 02 08:22:40.853410 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-561e4a08-34e4-4547-b3e4-86fe140cd242 req-0aa2128a-9444-467d-9abf-f477b26bd377 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=c49f30f3-5b05-4026-b8d5-16bf2a4e86b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0791421
Jun 02 08:22:40.856249 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-aa4a2826-2420-48c5-b2a6-b4cf3c27c14e req-16a16e59-816a-41d6-80ba-76dd0392d40c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0803175
Jun 02 08:22:42.131955 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8afe90-99de-4db9-98ca-ab83d0d45d10 req-1fc1cb35-f318-4ac5-b3b0-a6b8e751497b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:42.133489 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9b8afe90-99de-4db9-98ca-ab83d0d45d10 req-1fc1cb35-f318-4ac5-b3b0-a6b8e751497b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 946 time: 0.1147552
Jun 02 08:22:42.142296 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a623091-7b79-4a40-8663-edde0a957c02 req-2c9bb4b6-ebfa-485f-9053-d5402322d9f2 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:42.146907 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3a623091-7b79-4a40-8663-edde0a957c02 req-2c9bb4b6-ebfa-485f-9053-d5402322d9f2 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=170f5be3-4f7b-4ed2-8853-866dad66bbb7 HTTP/1.1" status: 200  len: 945 time: 0.1647475
Jun 02 08:22:42.223437 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9b8afe90-99de-4db9-98ca-ab83d0d45d10 req-5427d1c1-f3db-48cf-bb02-3df486038ac3 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786781
Jun 02 08:22:42.228698 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3a623091-7b79-4a40-8663-edde0a957c02 req-b18360b5-64ef-4b31-a969-abfe42782ee7 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=c49f30f3-5b05-4026-b8d5-16bf2a4e86b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702899
Jun 02 08:22:42.594534 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:42.628995 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-62f2d7f5-42ea-483f-b22d-edcf26f2d612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:43.000162 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134e7f3-15b0-4ab6-98cd-4f5491e79d8e req-97b431e8-5c20-4bd4-b005-6abd6bf9dbc7 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:43.002925 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3134e7f3-15b0-4ab6-98cd-4f5491e79d8e req-97b431e8-5c20-4bd4-b005-6abd6bf9dbc7 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.72 "GET /v2.0/ports?device_id=170f5be3-4f7b-4ed2-8853-866dad66bbb7 HTTP/1.1" status: 200  len: 945 time: 0.0994978
Jun 02 08:22:43.167160 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [req-3134e7f3-15b0-4ab6-98cd-4f5491e79d8e req-cdf09dab-7928-4723-8bed-dfcb9800e9c3 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Deleting port 63bb61db-a3bb-45d4-9cd6-da95ff7cdea3 {{(pid=92341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:22:43.167882 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-3134e7f3-15b0-4ab6-98cd-4f5491e79d8e req-cdf09dab-7928-4723-8bed-dfcb9800e9c3 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:43.525179 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-3134e7f3-15b0-4ab6-98cd-4f5491e79d8e req-cdf09dab-7928-4723-8bed-dfcb9800e9c3 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] For port 63bb61db-a3bb-45d4-9cd6-da95ff7cdea3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=63bb61db-a3bb-45d4-9cd6-da95ff7cdea3,segment=NetworkSegment(d228646d-971f-4da9-a65d-c70903a4f851),segment_id=d228646d-971f-4da9-a65d-c70903a4f851)] {{(pid=92341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:22:43.525589 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-3134e7f3-15b0-4ab6-98cd-4f5491e79d8e req-cdf09dab-7928-4723-8bed-dfcb9800e9c3 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:43.771252 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:43.974433 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f47e98-e12a-420c-9d8e-1daaa994e938 req-4b679130-f81b-4e7a-9ee9-10e0ab0d0662 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:43.976510 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-59f47e98-e12a-420c-9d8e-1daaa994e938 req-4b679130-f81b-4e7a-9ee9-10e0ab0d0662 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=170f5be3-4f7b-4ed2-8853-866dad66bbb7 HTTP/1.1" status: 200  len: 945 time: 0.4552462
Jun 02 08:22:43.995192 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d46a8a-beea-4c4c-ba72-598e9556c320 req-4893dab8-8c0c-4270-979d-2955fa33277f tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:43.997349 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-51d46a8a-beea-4c4c-ba72-598e9556c320 req-4893dab8-8c0c-4270-979d-2955fa33277f tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 946 time: 0.4773974
Jun 02 08:22:44.142553 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-51d46a8a-beea-4c4c-ba72-598e9556c320 req-1a7709e0-6b81-4539-aa32-69f14bd03940 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1336098
Jun 02 08:22:44.144368 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-3134e7f3-15b0-4ab6-98cd-4f5491e79d8e req-cdf09dab-7928-4723-8bed-dfcb9800e9c3 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:44.144734 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-3134e7f3-15b0-4ab6-98cd-4f5491e79d8e req-cdf09dab-7928-4723-8bed-dfcb9800e9c3 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8036659'] for floatingip, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:44.145044 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.db.l3_db [req-3134e7f3-15b0-4ab6-98cd-4f5491e79d8e req-cdf09dab-7928-4723-8bed-dfcb9800e9c3 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Floating IP 0d70e17e-44eb-4518-a0e1-73a492b03664 disassociated. External IP: 172.27.3.53, port: 63bb61db-a3bb-45d4-9cd6-da95ff7cdea3.
Jun 02 08:22:44.145374 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [req-3134e7f3-15b0-4ab6-98cd-4f5491e79d8e req-cdf09dab-7928-4723-8bed-dfcb9800e9c3 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Calling delete_port for 63bb61db-a3bb-45d4-9cd6-da95ff7cdea3 owned by compute:nova {{(pid=92341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:22:44.164784 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-59f47e98-e12a-420c-9d8e-1daaa994e938 req-3fc819eb-47ac-4267-bd61-7d9eacc4c1ca tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups?id=c49f30f3-5b05-4026-b8d5-16bf2a4e86b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1645577
Jun 02 08:22:44.371776 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-3134e7f3-15b0-4ab6-98cd-4f5491e79d8e req-cdf09dab-7928-4723-8bed-dfcb9800e9c3 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:44.379567 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-955aad4d-dfe4-4344-85cc-d48a78b598cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:44.433628 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf09dab-7928-4723-8bed-dfcb9800e9c3 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Pushing event deleted for resources: {'Port': ['ID=63bb61db-a3bb-45d4-9cd6-da95ff7cdea3,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:44.441133 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-cdf09dab-7928-4723-8bed-dfcb9800e9c3 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:44.659855 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3134e7f3-15b0-4ab6-98cd-4f5491e79d8e req-cdf09dab-7928-4723-8bed-dfcb9800e9c3 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Router 8d62b825-e1ad-415c-a7a0-95cf0c4d8061 has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:22:44.896489 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3134e7f3-15b0-4ab6-98cd-4f5491e79d8e req-cdf09dab-7928-4723-8bed-dfcb9800e9c3 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:22:44.908399 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453b3c5d-26b9-4bf9-aabf-ba5b2f470247 None None] Sync routers for ids ['8d62b825-e1ad-415c-a7a0-95cf0c4d8061'] in dv-cinder-786385-7-iscsi {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:22:44.926711 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453b3c5d-26b9-4bf9-aabf-ba5b2f470247 None None] Routers {'8d62b825-e1ad-415c-a7a0-95cf0c4d8061'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:22:44.929637 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-453b3c5d-26b9-4bf9-aabf-ba5b2f470247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e797edcd0>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:22:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['8d62b825-e1ad-415c-a7a0-95cf0c4d8061'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:45.036943 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [req-3134e7f3-15b0-4ab6-98cd-4f5491e79d8e req-cdf09dab-7928-4723-8bed-dfcb9800e9c3 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] No DVR routers for this DVR port 63bb61db-a3bb-45d4-9cd6-da95ff7cdea3 on host hv-cinder-78638 {{(pid=92341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:22:45.040951 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-3134e7f3-15b0-4ab6-98cd-4f5491e79d8e req-cdf09dab-7928-4723-8bed-dfcb9800e9c3 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:45.053739 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170f5be3-4f7b-4ed2-8853-866dad66bbb7', 'name': 'network-vif-deleted', 'tag': '63bb61db-a3bb-45d4-9cd6-da95ff7cdea3'}] {{(pid=92341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:22:45.056841 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d416597fa12f88f8d9bd515793328be5ccabd674e07c2f357b392af977663f84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb48a71-12c1-4cf7-9990-6f583d6c5a76" -d '{"events": [{"server_uuid": "170f5be3-4f7b-4ed2-8853-866dad66bbb7", "name": "network-vif-deleted", "tag": "63bb61db-a3bb-45d4-9cd6-da95ff7cdea3"}]}' {{(pid=92341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:22:45.197995 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-453b3c5d-26b9-4bf9-aabf-ba5b2f470247 None None] Set router 8d62b825-e1ad-415c-a7a0-95cf0c4d8061 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:22:45.244842 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 63bb61db-a3bb-45d4-9cd6-da95ff7cdea3 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:22:45.314798 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] No Port match for: 63bb61db-a3bb-45d4-9cd6-da95ff7cdea3 {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:22:45.315151 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 63bb61db-a3bb-45d4-9cd6-da95ff7cdea3 not bound to the agent host hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:22:45.353719 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3134e7f3-15b0-4ab6-98cd-4f5491e79d8e req-cdf09dab-7928-4723-8bed-dfcb9800e9c3 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.72 "DELETE /v2.0/ports/63bb61db-a3bb-45d4-9cd6-da95ff7cdea3 HTTP/1.1" status: 204  len: 173 time: 2.3201518
Jun 02 08:22:45.353719 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-5a14901d-202a-40c0-984f-9c09ac63df3d req-238627a0-089b-443d-bee9-08cd4695926a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Synchronizing usage tracker for tenant:72114cae61da476699f7059d4f116bba on resource:port {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:22:45.365679 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fff312-5b5a-405a-a740-4a6bf5dd81aa x-openstack-request-id: req-a1fff312-5b5a-405a-a740-4a6bf5dd81aa {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:22:45.366030 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "170f5be3-4f7b-4ed2-8853-866dad66bbb7", "name": "network-vif-deleted", "tag": "63bb61db-a3bb-45d4-9cd6-da95ff7cdea3", "status": "completed", "code": 200}]} {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:22:45.366332 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a1fff312-5b5a-405a-a740-4a6bf5dd81aa {{(pid=92341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:22:45.366796 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '170f5be3-4f7b-4ed2-8853-866dad66bbb7', 'name': 'network-vif-deleted', 'tag': '63bb61db-a3bb-45d4-9cd6-da95ff7cdea3', 'status': 'completed', 'code': 200}
Jun 02 08:22:45.541357 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6138c8-3fd0-4af4-81fd-55b7b9d583f8 req-5238e8b5-ce51-4741-8490-9f0f82fd1b18 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:45.542785 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6d6138c8-3fd0-4af4-81fd-55b7b9d583f8 req-5238e8b5-ce51-4741-8490-9f0f82fd1b18 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 946 time: 0.0877330
Jun 02 08:22:45.587148 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-453b3c5d-26b9-4bf9-aabf-ba5b2f470247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e797edcd0>, [{'id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'name': 'tempest-AttachVolumeTestJSON-1730379299-router', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:12:03Z', 'updated_at': '2021-06-02T08:12:14Z', 'revision_number': 4, 'project_id': '72114cae61da476699f7059d4f116bba', 'gw_port': {'id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:05Z', 'updated_at': '2021-06-02T08:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': 'c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb', 'name': '', 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'mac_address': 'fa:16:3e:3f:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7286860f-5241-4865-8fea-b07cfe7d1a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:11Z', 'updated_at': '2021-06-02T08:12:26Z', 'revision_number': 5, 'project_id': '72114cae61da476699f7059d4f116bba', 'subnets': [{'id': '7286860f-5241-4865-8fea-b07cfe7d1a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:45.590981 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453b3c5d-26b9-4bf9-aabf-ba5b2f470247 None None] Checking router: 8d62b825-e1ad-415c-a7a0-95cf0c4d8061 for host: dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:22:45.591688 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6d6138c8-3fd0-4af4-81fd-55b7b9d583f8 req-06c82b40-c4e3-4c10-a97b-2f9a17a719b9 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433619
Jun 02 08:22:45.599547 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453b3c5d-26b9-4bf9-aabf-ba5b2f470247 None None] Routers {'8d62b825-e1ad-415c-a7a0-95cf0c4d8061'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:22:45.600158 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-453b3c5d-26b9-4bf9-aabf-ba5b2f470247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e797edcd0>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:22:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['8d62b825-e1ad-415c-a7a0-95cf0c4d8061'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:45.783224 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-453b3c5d-26b9-4bf9-aabf-ba5b2f470247 None None] Set router 8d62b825-e1ad-415c-a7a0-95cf0c4d8061 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:22:45.904337 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:46.100454 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-5a14901d-202a-40c0-984f-9c09ac63df3d req-238627a0-089b-443d-bee9-08cd4695926a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Unset dirty status for tenant:72114cae61da476699f7059d4f116bba on resource:port {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:22:46.114488 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5a14901d-202a-40c0-984f-9c09ac63df3d req-238627a0-089b-443d-bee9-08cd4695926a tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/ports?device_id=170f5be3-4f7b-4ed2-8853-866dad66bbb7 HTTP/1.1" status: 200  len: 210 time: 0.8316548
Jun 02 08:22:46.181878 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-453b3c5d-26b9-4bf9-aabf-ba5b2f470247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e797edcd0>, [{'id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'name': 'tempest-AttachVolumeTestJSON-1730379299-router', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:12:03Z', 'updated_at': '2021-06-02T08:12:14Z', 'revision_number': 4, 'project_id': '72114cae61da476699f7059d4f116bba', 'gw_port': {'id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:05Z', 'updated_at': '2021-06-02T08:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': 'c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb', 'name': '', 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'mac_address': 'fa:16:3e:3f:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7286860f-5241-4865-8fea-b07cfe7d1a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:11Z', 'updated_at': '2021-06-02T08:12:26Z', 'revision_number': 5, 'project_id': '72114cae61da476699f7059d4f116bba', 'subnets': [{'id': '7286860f-5241-4865-8fea-b07cfe7d1a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:46.192696 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453b3c5d-26b9-4bf9-aabf-ba5b2f470247 None None] The sync data for ids ['8d62b825-e1ad-415c-a7a0-95cf0c4d8061'] in dv-cinder-786385-7-iscsi is: [{'id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'name': 'tempest-AttachVolumeTestJSON-1730379299-router', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:12:03Z', 'updated_at': '2021-06-02T08:12:14Z', 'revision_number': 4, 'project_id': '72114cae61da476699f7059d4f116bba', 'gw_port': {'id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:05Z', 'updated_at': '2021-06-02T08:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': 'c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb', 'name': '', 'network_id': '6d786477-7c27-401f-af8f-402c8aef0584', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'mac_address': 'fa:16:3e:3f:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7286860f-5241-4865-8fea-b07cfe7d1a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:11Z', 'updated_at': '2021-06-02T08:12:26Z', 'revision_number': 5, 'project_id': '72114cae61da476699f7059d4f116bba', 'subnets': [{'id': '7286860f-5241-4865-8fea-b07cfe7d1a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:22:46.487565 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd82dd2-60b2-4712-af92-2eb14631b412 None None] New status for floating IP 0d70e17e-44eb-4518-a0e1-73a492b03664: DOWN {{(pid=92344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 02 08:22:46.809067 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e4b07-790a-4684-95e5-ef892d42d7ac req-a78b55a6-fba1-4f57-9097-e6a43b66cbeb tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:46.810537 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ea5e4b07-790a-4684-95e5-ef892d42d7ac req-a78b55a6-fba1-4f57-9097-e6a43b66cbeb tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 946 time: 0.0935512
Jun 02 08:22:46.865619 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ea5e4b07-790a-4684-95e5-ef892d42d7ac req-38c661fd-30f6-45ed-bae1-b2707505386d tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461271
Jun 02 08:22:47.441842 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 38668) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:47.529495 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-69c98f99-da11-46f0-b440-927a11585ebb tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:47.570744 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-69c98f99-da11-46f0-b440-927a11585ebb tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:47.818040 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-69c98f99-da11-46f0-b440-927a11585ebb tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:47.822664 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-6cd7fb91-63f4-4af0-b1ea-61c818538420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:47.839723 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c98f99-da11-46f0-b440-927a11585ebb tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49f30f3-5b05-4026-b8d5-16bf2a4e86b6,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:47.848256 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c98f99-da11-46f0-b440-927a11585ebb tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:47.849172 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c98f99-da11-46f0-b440-927a11585ebb tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:47.849172 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c98f99-da11-46f0-b440-927a11585ebb tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:47.849396 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c98f99-da11-46f0-b440-927a11585ebb tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:47.849660 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c98f99-da11-46f0-b440-927a11585ebb tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:47.850039 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c98f99-da11-46f0-b440-927a11585ebb tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:47.850423 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c98f99-da11-46f0-b440-927a11585ebb tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:47.850835 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c98f99-da11-46f0-b440-927a11585ebb tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:47.851226 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c98f99-da11-46f0-b440-927a11585ebb tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:47.851578 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c98f99-da11-46f0-b440-927a11585ebb tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:47.851920 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c98f99-da11-46f0-b440-927a11585ebb tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:47.852289 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c98f99-da11-46f0-b440-927a11585ebb tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:47.855548 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-69c98f99-da11-46f0-b440-927a11585ebb tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:47.920766 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-69c98f99-da11-46f0-b440-927a11585ebb tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:47.921945 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-69c98f99-da11-46f0-b440-927a11585ebb tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "DELETE /v2.0/security-groups/c49f30f3-5b05-4026-b8d5-16bf2a4e86b6 HTTP/1.1" status: 204  len: 168 time: 0.4791207
Jun 02 08:22:47.924748 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 38672) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:47.942481 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.api.v2.resource [None req-49074692-528a-4450-a53a-4270e05154eb tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] show failed (client error): The resource could not be found.
Jun 02 08:22:47.946857 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-49074692-528a-4450-a53a-4270e05154eb tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "GET /v2.0/security-groups/c49f30f3-5b05-4026-b8d5-16bf2a4e86b6 HTTP/1.1" status: 404  len: 347 time: 0.0181301
Jun 02 08:22:47.948893 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 38674) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:48.258894 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e840e3-9a05-4185-9d1c-d8ef22ee31de req-ef103509-f489-475a-9c74-1d49dcfa0388 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:48.266471 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-42e840e3-9a05-4185-9d1c-d8ef22ee31de req-ef103509-f489-475a-9c74-1d49dcfa0388 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 946 time: 0.2583699
Jun 02 08:22:48.315031 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [None req-82806e10-3a62-48b9-9691-1a0e43566aff tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Deleting port f11a5199-0612-43c2-a0d6-06e7a8e3b43e {{(pid=92341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:22:48.315386 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-82806e10-3a62-48b9-9691-1a0e43566aff tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:48.330989 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-42e840e3-9a05-4185-9d1c-d8ef22ee31de req-ad62f20e-938b-4490-af72-64153e4895b2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636723
Jun 02 08:22:48.440853 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-82806e10-3a62-48b9-9691-1a0e43566aff tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:48.441171 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-82806e10-3a62-48b9-9691-1a0e43566aff tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:48.572055 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [None req-82806e10-3a62-48b9-9691-1a0e43566aff tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Calling delete_port for f11a5199-0612-43c2-a0d6-06e7a8e3b43e owned by network:floatingip {{(pid=92341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:22:48.789404 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-82806e10-3a62-48b9-9691-1a0e43566aff tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:48.793402 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-c2eaf851-4bba-4f09-b120-d9304b4cb3fa tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:48.838763 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82806e10-3a62-48b9-9691-1a0e43566aff tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Pushing event deleted for resources: {'Port': ['ID=f11a5199-0612-43c2-a0d6-06e7a8e3b43e,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:48.842008 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-82806e10-3a62-48b9-9691-1a0e43566aff tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:48.955241 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-82806e10-3a62-48b9-9691-1a0e43566aff tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks [] for floatingip, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:49.034781 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-82806e10-3a62-48b9-9691-1a0e43566aff tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for floatingip, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:49.036265 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-82806e10-3a62-48b9-9691-1a0e43566aff tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] 10.222.0.77 "DELETE /v2.0/floatingips/0d70e17e-44eb-4518-a0e1-73a492b03664 HTTP/1.1" status: 204  len: 168 time: 1.0863400
Jun 02 08:22:49.558076 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e7e91-5ec8-4afe-92b7-c87813f75fcd req-d9f757db-2fec-49c4-b27d-a72490586666 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:49.559525 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ee8e7e91-5ec8-4afe-92b7-c87813f75fcd req-d9f757db-2fec-49c4-b27d-a72490586666 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 946 time: 0.0871377
Jun 02 08:22:49.606093 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ee8e7e91-5ec8-4afe-92b7-c87813f75fcd req-f724aced-28f2-4008-bcc8-3f82abbbef65 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407367
Jun 02 08:22:50.820504 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1d1a6-70b1-4e94-b6aa-52aa39b3ca83 req-372e23b9-b615-430e-b5ab-cf675967e050 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:50.822010 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-53b1d1a6-70b1-4e94-b6aa-52aa39b3ca83 req-372e23b9-b615-430e-b5ab-cf675967e050 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 946 time: 0.0942121
Jun 02 08:22:50.867758 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-53b1d1a6-70b1-4e94-b6aa-52aa39b3ca83 req-a0ffa8f5-f0a3-40cc-aad1-e569f5e97529 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386732
Jun 02 08:22:52.056128 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651a7a8-c763-40f0-ba9e-daae54b2cefc req-9281ea17-6231-49dc-8b79-7e148d75ea4b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:52.057658 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a651a7a8-c763-40f0-ba9e-daae54b2cefc req-9281ea17-6231-49dc-8b79-7e148d75ea4b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 946 time: 0.0802367
Jun 02 08:22:52.102690 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a651a7a8-c763-40f0-ba9e-daae54b2cefc req-0bf74e4c-3dc4-48a3-93ee-7c8a2581f5c5 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391893
Jun 02 08:22:52.458856 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38685f8-2241-4175-a95b-8bb2f267391b req-319f978c-8c80-432f-af43-bc6daa2bb6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:52.460356 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f38685f8-2241-4175-a95b-8bb2f267391b req-319f978c-8c80-432f-af43-bc6daa2bb6ca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=52efccb2fe9c471881216eb5b42411f7&device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 1099 time: 0.0754137
Jun 02 08:22:52.592582 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38685f8-2241-4175-a95b-8bb2f267391b req-7b76bc00-9347-4d78-a9ca-5d72b59227b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:52.594028 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f38685f8-2241-4175-a95b-8bb2f267391b req-7b76bc00-9347-4d78-a9ca-5d72b59227b0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4696b473-c29b-4b8f-aebc-3497761794e1 HTTP/1.1" status: 200  len: 918 time: 0.1271923
Jun 02 08:22:52.797574 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f38685f8-2241-4175-a95b-8bb2f267391b req-79014a36-f0e2-4e82-8c18-b67aa0c95f87 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c HTTP/1.1" status: 200  len: 1002 time: 0.1957529
Jun 02 08:22:52.859731 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38685f8-2241-4175-a95b-8bb2f267391b req-27771f3b-c36a-4fe1-b7cb-2300368f53f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:52.861166 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f38685f8-2241-4175-a95b-8bb2f267391b req-27771f3b-c36a-4fe1-b7cb-2300368f53f2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f2d95f5c-acb5-47be-be66-d3f53cf5e37d HTTP/1.1" status: 200  len: 856 time: 0.0569565
Jun 02 08:22:52.935897 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38685f8-2241-4175-a95b-8bb2f267391b req-ab596e5a-9f42-4f2a-8b19-22949141498a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:52.937271 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f38685f8-2241-4175-a95b-8bb2f267391b req-ab596e5a-9f42-4f2a-8b19-22949141498a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4696b473-c29b-4b8f-aebc-3497761794e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0702875
Jun 02 08:22:53.069672 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f38685f8-2241-4175-a95b-8bb2f267391b req-2a68e47a-29ae-4cd8-acf9-c4d2cf6a8512 service neutron] 10.222.0.72 "GET /v2.0/networks/4696b473-c29b-4b8f-aebc-3497761794e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234365
Jun 02 08:22:53.203902 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f38685f8-2241-4175-a95b-8bb2f267391b req-3b9afb65-ad06-42f5-b025-4c46f0000eb5 service neutron] 10.222.0.72 "GET /v2.0/networks/4696b473-c29b-4b8f-aebc-3497761794e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267555
Jun 02 08:22:53.306081 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f226934-a802-49b7-bb1c-6a68ba5606e7 req-5fb11567-f112-480a-9dc2-1fa1c7d85e3b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:53.307515 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2f226934-a802-49b7-bb1c-6a68ba5606e7 req-5fb11567-f112-480a-9dc2-1fa1c7d85e3b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 946 time: 0.0856404
Jun 02 08:22:53.351050 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2f226934-a802-49b7-bb1c-6a68ba5606e7 req-eae7eb15-0823-476a-990b-58aa5cda540c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378146
Jun 02 08:22:53.637344 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 38746) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:54.333924 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-16a19545-041a-46a0-aa47-7fb0875806ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035105'] for router_interface, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:54.542422 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa67eb-6fef-4b15-89c9-7fcfc42bfcc9 req-aedebba6-a4fc-42b1-b977-c7b008097061 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:54.543787 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8afa67eb-6fef-4b15-89c9-7fcfc42bfcc9 req-aedebba6-a4fc-42b1-b977-c7b008097061 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 946 time: 0.0797641
Jun 02 08:22:54.595912 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8afa67eb-6fef-4b15-89c9-7fcfc42bfcc9 req-7c61693f-6877-48f5-ba53-46c5daf728e2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463941
Jun 02 08:22:54.741297 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-16a19545-041a-46a0-aa47-7fb0875806ae admin admin] Deleting port c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb {{(pid=92342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:22:54.741912 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-16a19545-041a-46a0-aa47-7fb0875806ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:54.896731 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [None req-16a19545-041a-46a0-aa47-7fb0875806ae admin admin] For port c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb,segment=NetworkSegment(d228646d-971f-4da9-a65d-c70903a4f851),segment_id=d228646d-971f-4da9-a65d-c70903a4f851)] {{(pid=92342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:22:54.897086 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-16a19545-041a-46a0-aa47-7fb0875806ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:55.022082 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-16a19545-041a-46a0-aa47-7fb0875806ae admin admin] Calling delete_port for c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb owned by network:router_interface {{(pid=92342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:22:55.268631 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:22:55.365833 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-16a19545-041a-46a0-aa47-7fb0875806ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:55.371113 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-dc968838-10e5-4de1-bd70-25ebda84c189 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:55.377139 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:55.403382 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada92e58-8b66-453c-99db-4739438983cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c'}] {{(pid=92343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:22:55.405622 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a92db95248474e1fdd92faa7bb4bdbed5d39af607a3dc1549787c687b6a75a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e7e062-951b-411e-ae3d-c8b32a7e8302" -d '{"events": [{"server_uuid": "ada92e58-8b66-453c-99db-4739438983cf", "name": "network-vif-unplugged", "status": "completed", "tag": "9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c"}]}' {{(pid=92343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:22:55.413291 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c,segment=NetworkSegment(00974669-6402-4aa5-90c7-6e7c2d820d71),segment_id=00974669-6402-4aa5-90c7-6e7c2d820d71)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:22:55.424898 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a19545-041a-46a0-aa47-7fb0875806ae admin admin] Pushing event deleted for resources: {'Port': ['ID=c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:55.450186 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a19545-041a-46a0-aa47-7fb0875806ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:55.450471 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a19545-041a-46a0-aa47-7fb0875806ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:55.450845 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a19545-041a-46a0-aa47-7fb0875806ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:55.451197 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a19545-041a-46a0-aa47-7fb0875806ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:55.451555 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a19545-041a-46a0-aa47-7fb0875806ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:55.451913 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a19545-041a-46a0-aa47-7fb0875806ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:55.452292 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a19545-041a-46a0-aa47-7fb0875806ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:55.452645 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a19545-041a-46a0-aa47-7fb0875806ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:55.452997 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a19545-041a-46a0-aa47-7fb0875806ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:55.453346 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a19545-041a-46a0-aa47-7fb0875806ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:55.453692 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a19545-041a-46a0-aa47-7fb0875806ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:55.454037 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a19545-041a-46a0-aa47-7fb0875806ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:55.466420 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-16a19545-041a-46a0-aa47-7fb0875806ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:55.505868 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:55.507664 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:55.542598 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 08:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb6bf62-d731-442d-a810-9940a4bd3542 x-openstack-request-id: req-1eb6bf62-d731-442d-a810-9940a4bd3542 {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:22:55.542894 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada92e58-8b66-453c-99db-4739438983cf", "name": "network-vif-unplugged", "status": "completed", "tag": "9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c", "code": 200}]} {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:22:55.543342 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1eb6bf62-d731-442d-a810-9940a4bd3542 {{(pid=92343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:22:55.543733 dv-cinder-786385-7-iscsi neutron-server[92343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada92e58-8b66-453c-99db-4739438983cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c', 'code': 200}
Jun 02 08:22:55.586362 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c,revision_number=8']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:55.589290 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:55.717846 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-16a19545-041a-46a0-aa47-7fb0875806ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035157'] for router_interface, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:55.788550 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1aff5-9aac-4f3e-b577-3c851bc28289 req-5707aa64-fac2-4a0f-8273-fbe1d9087499 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:55.791213 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b8e1aff5-9aac-4f3e-b577-3c851bc28289 req-5707aa64-fac2-4a0f-8273-fbe1d9087499 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 944 time: 0.0835960
Jun 02 08:22:55.844229 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b8e1aff5-9aac-4f3e-b577-3c851bc28289 req-b3ca9598-b59a-466b-856b-f4e801e296a8 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450711
Jun 02 08:22:56.084417 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a19545-041a-46a0-aa47-7fb0875806ae admin admin] Router 8d62b825-e1ad-415c-a7a0-95cf0c4d8061 has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:22:56.267205 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a19545-041a-46a0-aa47-7fb0875806ae admin admin] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:22:56.277112 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1a5b12-e47c-4d1a-bb4f-88578a92a6e3 None None] Sync routers for ids ['8d62b825-e1ad-415c-a7a0-95cf0c4d8061'] in dv-cinder-786385-7-iscsi {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:22:56.280440 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-16a19545-041a-46a0-aa47-7fb0875806ae admin admin] 10.222.0.77 "PUT /v2.0/routers/8d62b825-e1ad-415c-a7a0-95cf0c4d8061/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6419580
Jun 02 08:22:56.282929 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 38772) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:56.291069 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1a5b12-e47c-4d1a-bb4f-88578a92a6e3 None None] Routers {'8d62b825-e1ad-415c-a7a0-95cf0c4d8061'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:22:56.291757 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-3c1a5b12-e47c-4d1a-bb4f-88578a92a6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7ab23e20>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:22:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['8d62b825-e1ad-415c-a7a0-95cf0c4d8061'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:56.467755 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-eb3f43a0-d657-42c9-ae1b-ccc38976397d admin admin] Notify callbacks [] for router, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:56.478552 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-3c1a5b12-e47c-4d1a-bb4f-88578a92a6e3 None None] Set router 8d62b825-e1ad-415c-a7a0-95cf0c4d8061 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:22:56.755539 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-eb3f43a0-d657-42c9-ae1b-ccc38976397d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:56.767431 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-3c1a5b12-e47c-4d1a-bb4f-88578a92a6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7ab23e20>, [{'id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'name': 'tempest-AttachVolumeTestJSON-1730379299-router', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:12:03Z', 'updated_at': '2021-06-02T08:22:55Z', 'revision_number': 5, 'project_id': '72114cae61da476699f7059d4f116bba', 'gw_port': {'id': 'cb8fea6c-5acd-4ffb-9993-747646450016', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:12:05Z', 'updated_at': '2021-06-02T08:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:56.771409 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1a5b12-e47c-4d1a-bb4f-88578a92a6e3 None None] Checking router: 8d62b825-e1ad-415c-a7a0-95cf0c4d8061 for host: dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:22:56.780144 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1a5b12-e47c-4d1a-bb4f-88578a92a6e3 None None] Routers {'8d62b825-e1ad-415c-a7a0-95cf0c4d8061'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:22:56.780747 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-3c1a5b12-e47c-4d1a-bb4f-88578a92a6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7ab23e20>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:22:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['8d62b825-e1ad-415c-a7a0-95cf0c4d8061'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:56.889563 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f43a0-d657-42c9-ae1b-ccc38976397d admin admin] Deleting port cb8fea6c-5acd-4ffb-9993-747646450016 {{(pid=92342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:22:56.890006 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-eb3f43a0-d657-42c9-ae1b-ccc38976397d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:56.931715 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-3c1a5b12-e47c-4d1a-bb4f-88578a92a6e3 None None] Set router 8d62b825-e1ad-415c-a7a0-95cf0c4d8061 gateway port host: None {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:22:57.025237 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [None req-eb3f43a0-d657-42c9-ae1b-ccc38976397d admin admin] For port cb8fea6c-5acd-4ffb-9993-747646450016, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=cb8fea6c-5acd-4ffb-9993-747646450016,segment=NetworkSegment(7d00a59a-fd6b-444f-8454-6973ee677288),segment_id=7d00a59a-fd6b-444f-8454-6973ee677288)] {{(pid=92342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:22:57.025853 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-eb3f43a0-d657-42c9-ae1b-ccc38976397d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:57.040952 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-3c1a5b12-e47c-4d1a-bb4f-88578a92a6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7ab23e20>, [{'id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'name': 'tempest-AttachVolumeTestJSON-1730379299-router', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:12:03Z', 'updated_at': '2021-06-02T08:22:56Z', 'revision_number': 6, 'project_id': '72114cae61da476699f7059d4f116bba', 'gw_port_host': None}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:57.045819 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1a5b12-e47c-4d1a-bb4f-88578a92a6e3 None None] The sync data for ids ['8d62b825-e1ad-415c-a7a0-95cf0c4d8061'] in dv-cinder-786385-7-iscsi is: [{'id': '8d62b825-e1ad-415c-a7a0-95cf0c4d8061', 'name': 'tempest-AttachVolumeTestJSON-1730379299-router', 'tenant_id': '72114cae61da476699f7059d4f116bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:12:03Z', 'updated_at': '2021-06-02T08:22:56Z', 'revision_number': 6, 'project_id': '72114cae61da476699f7059d4f116bba', 'gw_port_host': None}] {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:22:57.154703 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f43a0-d657-42c9-ae1b-ccc38976397d admin admin] Calling delete_port for cb8fea6c-5acd-4ffb-9993-747646450016 owned by network:router_gateway {{(pid=92342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:22:57.376954 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-eb3f43a0-d657-42c9-ae1b-ccc38976397d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:57.380800 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-03fcb598-79f9-470e-a532-c6f4d0a559a9 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:57.427910 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f43a0-d657-42c9-ae1b-ccc38976397d admin admin] Pushing event deleted for resources: {'Port': ['ID=cb8fea6c-5acd-4ffb-9993-747646450016,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:57.430937 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-eb3f43a0-d657-42c9-ae1b-ccc38976397d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:57.526293 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-eb3f43a0-d657-42c9-ae1b-ccc38976397d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8036544'] for router_gateway, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:57.692209 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-eb3f43a0-d657-42c9-ae1b-ccc38976397d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8100154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2038'] for router, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:57.694390 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-eb3f43a0-d657-42c9-ae1b-ccc38976397d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:57.794688 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-eb3f43a0-d657-42c9-ae1b-ccc38976397d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8100270'] for router, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:57.795126 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3f43a0-d657-42c9-ae1b-ccc38976397d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d62b825-e1ad-415c-a7a0-95cf0c4d8061 {{(pid=92342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 02 08:22:57.808815 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-eb3f43a0-d657-42c9-ae1b-ccc38976397d admin admin] Notify callbacks [] for router, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:57.810092 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-eb3f43a0-d657-42c9-ae1b-ccc38976397d admin admin] 10.222.0.77 "DELETE /v2.0/routers/8d62b825-e1ad-415c-a7a0-95cf0c4d8061 HTTP/1.1" status: 204  len: 168 time: 1.5262191
Jun 02 08:22:57.812852 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 38786) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:57.864213 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device cb8fea6c-5acd-4ffb-9993-747646450016 no longer exists at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:22:57.880554 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e3c3528-ed90-4053-bf77-f51b49a6578e admin admin] Deleting subnet 7286860f-5241-4865-8fea-b07cfe7d1a59 {{(pid=92342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 02 08:22:57.884135 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1e3c3528-ed90-4053-bf77-f51b49a6578e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:57.899695 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] No Port match for: cb8fea6c-5acd-4ffb-9993-747646450016 {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:22:57.900054 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device cb8fea6c-5acd-4ffb-9993-747646450016 not bound to the agent host dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:22:57.900593 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb no longer exists at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:22:57.935029 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] No Port match for: c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:22:57.935389 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device c12c08c4-63ce-4e0e-8c74-5f7539d0f5fb not bound to the agent host dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:22:57.941832 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1e3c3528-ed90-4053-bf77-f51b49a6578e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6991856'] for subnet, precommit_delete_associations {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:58.029596 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1e3c3528-ed90-4053-bf77-f51b49a6578e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-943661'] for subnet, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:58.081615 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:22:58.377451 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1e3c3528-ed90-4053-bf77-f51b49a6578e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-943652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6633660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6612419'] for subnet, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:58.382274 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-48ba34e2-b226-483e-846a-a30ae60ecb4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:58.420439 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c3528-ed90-4053-bf77-f51b49a6578e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7286860f-5241-4865-8fea-b07cfe7d1a59,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:58.423279 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-1e3c3528-ed90-4053-bf77-f51b49a6578e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:58.424391 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-1e3c3528-ed90-4053-bf77-f51b49a6578e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:58.431582 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4bdfb8-b114-4c15-936d-5d16e1350c8d None None] Network 6d786477-7c27-401f-af8f-402c8aef0584 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:22:58.433502 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-1e3c3528-ed90-4053-bf77-f51b49a6578e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/7286860f-5241-4865-8fea-b07cfe7d1a59 HTTP/1.1" status: 204  len: 168 time: 0.6194644
Jun 02 08:22:58.433897 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 38796) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:22:58.599962 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-4a0d04fa-be7d-4eb1-b949-81efafe71c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951774'] for network, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:58.659989 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c8f1d-ca20-4fff-bbbc-f77fb89e38c1 req-fdb5e348-d8f8-49c0-80ae-c16e264cbc46 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:58.661479 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6a2c8f1d-ca20-4fff-bbbc-f77fb89e38c1 req-fdb5e348-d8f8-49c0-80ae-c16e264cbc46 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 944 time: 0.2035172
Jun 02 08:22:58.724285 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6a2c8f1d-ca20-4fff-bbbc-f77fb89e38c1 req-6f904726-7f5c-4b47-8562-cb54e8f379a2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557084
Jun 02 08:22:58.734448 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6af58d-f762-4839-9d02-10dcd6889a49 None None] DHCP port deletion for 6d786477-7c27-401f-af8f-402c8aef0584 request from dv-cinder-786385-7-iscsi {{(pid=92343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 02 08:22:58.736973 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [None req-4a0d04fa-be7d-4eb1-b949-81efafe71c1b admin admin] Deleting port 2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9 {{(pid=92341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:22:58.737343 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-4a0d04fa-be7d-4eb1-b949-81efafe71c1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:58.802591 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-ec6af58d-f762-4839-9d02-10dcd6889a49 None None] Deleting port 2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9 {{(pid=92343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:22:58.802959 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-ec6af58d-f762-4839-9d02-10dcd6889a49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:58.841820 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [None req-4a0d04fa-be7d-4eb1-b949-81efafe71c1b admin admin] For port 2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9,segment=NetworkSegment(d228646d-971f-4da9-a65d-c70903a4f851),segment_id=d228646d-971f-4da9-a65d-c70903a4f851)] {{(pid=92341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:22:58.842184 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-4a0d04fa-be7d-4eb1-b949-81efafe71c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:58.901814 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-ec6af58d-f762-4839-9d02-10dcd6889a49 None None] For port 2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9,segment=NetworkSegment(d228646d-971f-4da9-a65d-c70903a4f851),segment_id=d228646d-971f-4da9-a65d-c70903a4f851)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:22:58.902404 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-ec6af58d-f762-4839-9d02-10dcd6889a49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:58.920621 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-1afcee6c-c705-487f-88e4-a9840f39ff5e req-92aa0fdc-cb49-4b91-b788-a03db14e8664 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1176007
Jun 02 08:22:58.969738 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [None req-4a0d04fa-be7d-4eb1-b949-81efafe71c1b admin admin] Calling delete_port for 2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9 owned by network:dhcp {{(pid=92341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:22:59.031371 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-ec6af58d-f762-4839-9d02-10dcd6889a49 None None] Calling delete_port for 2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9 owned by network:dhcp {{(pid=92343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:22:59.097342 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-4a0d04fa-be7d-4eb1-b949-81efafe71c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:59.102365 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-dd4ec642-2733-4d1b-8d60-5f87714981b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:59.103947 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-ec6af58d-f762-4839-9d02-10dcd6889a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318'] for port, after_delete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:59.108854 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:59.150856 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d04fa-be7d-4eb1-b949-81efafe71c1b admin admin] Pushing event deleted for resources: {'Port': ['ID=2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:59.157380 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-4a0d04fa-be7d-4eb1-b949-81efafe71c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:59.157553 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6af58d-f762-4839-9d02-10dcd6889a49 None None] Pushing event deleted for resources: {'Port': ['ID=2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9,revision_number=None']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:59.157943 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0d04fa-be7d-4eb1-b949-81efafe71c1b admin admin] No DVR routers for this DVR port 2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9 on host dv-cinder-786385-7-iscsi {{(pid=92341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:22:59.159828 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6af58d-f762-4839-9d02-10dcd6889a49 None None] No DVR routers for this DVR port 2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9 on host dv-cinder-786385-7-iscsi {{(pid=92343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:22:59.167895 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6af58d-f762-4839-9d02-10dcd6889a49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:59.168246 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6af58d-f762-4839-9d02-10dcd6889a49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:59.168856 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6af58d-f762-4839-9d02-10dcd6889a49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:59.169337 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6af58d-f762-4839-9d02-10dcd6889a49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:59.169667 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6af58d-f762-4839-9d02-10dcd6889a49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:59.170550 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6af58d-f762-4839-9d02-10dcd6889a49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:59.170550 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6af58d-f762-4839-9d02-10dcd6889a49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:59.170885 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6af58d-f762-4839-9d02-10dcd6889a49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:59.171358 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6af58d-f762-4839-9d02-10dcd6889a49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:59.171819 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6af58d-f762-4839-9d02-10dcd6889a49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:59.172333 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6af58d-f762-4839-9d02-10dcd6889a49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:59.172655 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6af58d-f762-4839-9d02-10dcd6889a49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:22:59.182704 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-ec6af58d-f762-4839-9d02-10dcd6889a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:59.279872 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-4a0d04fa-be7d-4eb1-b949-81efafe71c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945556', 'neutron.services.segments.db._delete_segments_for_network-8744146782841'] for network, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:59.293368 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.services.segments.db [None req-4a0d04fa-be7d-4eb1-b949-81efafe71c1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3e7ad5c820>,) {'filters': {'network_id': ['6d786477-7c27-401f-af8f-402c8aef0584']}} {{(pid=92341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:59.305753 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.services.segments.db [None req-4a0d04fa-be7d-4eb1-b949-81efafe71c1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e7ad5c820>, 'd228646d-971f-4da9-a65d-c70903a4f851') {'for_net_delete': True} {{(pid=92341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:59.306051 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.services.segments.db [None req-4a0d04fa-be7d-4eb1-b949-81efafe71c1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e7ad5c820>, 'd228646d-971f-4da9-a65d-c70903a4f851') {} {{(pid=92341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:22:59.317578 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-4a0d04fa-be7d-4eb1-b949-81efafe71c1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744146786964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7973428'] for segment, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:59.333979 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-4a0d04fa-be7d-4eb1-b949-81efafe71c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:59.340501 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a0d04fa-be7d-4eb1-b949-81efafe71c1b admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=92341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 02 08:22:59.340879 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-4a0d04fa-be7d-4eb1-b949-81efafe71c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6589853'] for segment, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:59.353708 dv-cinder-786385-7-iscsi neutron-server[92341]: Traceback (most recent call last):
Jun 02 08:22:59.353708 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 02 08:22:59.353708 dv-cinder-786385-7-iscsi neutron-server[92341]:     timer()
Jun 02 08:22:59.353708 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 02 08:22:59.353708 dv-cinder-786385-7-iscsi neutron-server[92341]:     cb(*args, **kw)
Jun 02 08:22:59.353708 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 02 08:22:59.353708 dv-cinder-786385-7-iscsi neutron-server[92341]:     return func(*args, **kwargs)
Jun 02 08:22:59.353708 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 02 08:22:59.353708 dv-cinder-786385-7-iscsi neutron-server[92341]:     self._notify()
Jun 02 08:22:59.353708 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 02 08:22:59.353708 dv-cinder-786385-7-iscsi neutron-server[92341]:     self.callback(batched_events)
Jun 02 08:22:59.353708 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 02 08:22:59.353708 dv-cinder-786385-7-iscsi neutron-server[92341]:     event.method(event)
Jun 02 08:22:59.353708 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 02 08:22:59.353708 dv-cinder-786385-7-iscsi neutron-server[92341]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 02 08:22:59.353708 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 02 08:22:59.353708 dv-cinder-786385-7-iscsi neutron-server[92341]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 02 08:22:59.353708 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 02 08:22:59.353708 dv-cinder-786385-7-iscsi neutron-server[92341]:     return f(self, *a, **k)
Jun 02 08:22:59.353708 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 02 08:22:59.353708 dv-cinder-786385-7-iscsi neutron-server[92341]:     return self._get(url).json()
Jun 02 08:22:59.353708 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 02 08:22:59.353708 dv-cinder-786385-7-iscsi neutron-server[92341]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 02 08:22:59.353708 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 02 08:22:59.353708 dv-cinder-786385-7-iscsi neutron-server[92341]:     return self.request(url, 'GET', **kwargs)
Jun 02 08:22:59.353708 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 02 08:22:59.353708 dv-cinder-786385-7-iscsi neutron-server[92341]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 02 08:22:59.353708 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 02 08:22:59.353708 dv-cinder-786385-7-iscsi neutron-server[92341]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 02 08:22:59.353708 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 02 08:22:59.353708 dv-cinder-786385-7-iscsi neutron-server[92341]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 02 08:22:59.353708 dv-cinder-786385-7-iscsi neutron-server[92341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 02 08:22:59.534421 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-4a0d04fa-be7d-4eb1-b949-81efafe71c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8036641'] for network, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:59.538438 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-b4aa9f6d-9af5-4341-ba8d-083f5941314b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:22:59.650151 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-4a0d04fa-be7d-4eb1-b949-81efafe71c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:22:59.660295 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d04fa-be7d-4eb1-b949-81efafe71c1b admin admin] Pushing event deleted for resources: {'Network': ['ID=6d786477-7c27-401f-af8f-402c8aef0584,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:22:59.663342 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-4a0d04fa-be7d-4eb1-b949-81efafe71c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:22:59.814123 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-4a0d04fa-be7d-4eb1-b949-81efafe71c1b admin admin] 10.222.0.77 "DELETE /v2.0/networks/6d786477-7c27-401f-af8f-402c8aef0584 HTTP/1.1" status: 204  len: 168 time: 1.3762107
Jun 02 08:22:59.851721 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9 no longer exists at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:22:59.890768 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] No Port match for: 2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9 {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:22:59.891256 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 2ceb8c12-ce03-4cdf-9c1e-508a9c45d1e9 not bound to the agent host dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:22:59.941888 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b972f-db6e-4b34-b22e-a33957671031 req-9f744fa2-1173-4c2f-9aee-b94d058cb661 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:22:59.943331 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4d9b972f-db6e-4b34-b22e-a33957671031 req-9f744fa2-1173-4c2f-9aee-b94d058cb661 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 944 time: 0.0846906
Jun 02 08:22:59.990877 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4d9b972f-db6e-4b34-b22e-a33957671031 req-5a625e77-1e51-496d-9ad0-d60e513f4222 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416691
Jun 02 08:23:00.062820 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:00.270674 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 38826) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:23:00.318817 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-315b06ca-6f0c-45db-8657-b07017f0b547 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=72114cae61da476699f7059d4f116bba&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0468416
Jun 02 08:23:00.326786 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 38830) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:23:00.386602 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-22335484-9de6-44fc-9b3d-c59cdf9187e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:00.414861 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-22335484-9de6-44fc-9b3d-c59cdf9187e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:00.531441 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-22335484-9de6-44fc-9b3d-c59cdf9187e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:00.535631 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-dd87d01a-d543-423b-8233-80084937f768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:23:00.548258 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22335484-9de6-44fc-9b3d-c59cdf9187e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec64782-a7f0-49ee-b2a8-005cf41eecfd,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:23:00.551580 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-22335484-9de6-44fc-9b3d-c59cdf9187e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:23:00.556991 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-22335484-9de6-44fc-9b3d-c59cdf9187e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:00.560381 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-22335484-9de6-44fc-9b3d-c59cdf9187e8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aec64782-a7f0-49ee-b2a8-005cf41eecfd HTTP/1.1" status: 204  len: 168 time: 0.2346964
Jun 02 08:23:00.774669 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcee6c-c705-487f-88e4-a9840f39ff5e req-02f9f1a5-8306-4555-8160-7581d0c9045b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:00.776146 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1afcee6c-c705-487f-88e4-a9840f39ff5e req-02f9f1a5-8306-4555-8160-7581d0c9045b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf&tenant_id=52efccb2fe9c471881216eb5b42411f7 HTTP/1.1" status: 200  len: 1097 time: 0.1068439
Jun 02 08:23:00.785298 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-f52e604f-7e39-4c1c-9eb2-60b668b71233 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Synchronizing usage tracker for tenant:cdbec1ec3f63482a98b7bae1100654a5 on resource:security_group {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:23:00.858139 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-f52e604f-7e39-4c1c-9eb2-60b668b71233 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Unset dirty status for tenant:cdbec1ec3f63482a98b7bae1100654a5 on resource:security_group {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:23:00.859198 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-f52e604f-7e39-4c1c-9eb2-60b668b71233 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1857274621&fields=id&tenant_id=cdbec1ec3f63482a98b7bae1100654a5 HTTP/1.1" status: 200  len: 267 time: 0.1209304
Jun 02 08:23:00.900880 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcee6c-c705-487f-88e4-a9840f39ff5e req-9c8bcd14-4951-4707-9f94-b87a96fd2551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:00.902535 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1afcee6c-c705-487f-88e4-a9840f39ff5e req-9c8bcd14-4951-4707-9f94-b87a96fd2551 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=52efccb2fe9c471881216eb5b42411f7&device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 1097 time: 0.1041842
Jun 02 08:23:01.147605 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-bdce5483-3c34-40e5-8cf5-70a1e570bfc3 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:01.148331 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-bdce5483-3c34-40e5-8cf5-70a1e570bfc3 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Synchronizing usage tracker for tenant:cdbec1ec3f63482a98b7bae1100654a5 on resource:network {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:23:01.180748 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcee6c-c705-487f-88e4-a9840f39ff5e req-4f549e94-208e-4a3b-bf6b-15e7931abeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:01.182189 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1afcee6c-c705-487f-88e4-a9840f39ff5e req-4f549e94-208e-4a3b-bf6b-15e7931abeaf service neutron] 10.222.0.72 "GET /v2.0/networks?id=4696b473-c29b-4b8f-aebc-3497761794e1 HTTP/1.1" status: 200  len: 918 time: 0.2732472
Jun 02 08:23:01.279795 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba50b1-312d-448d-a590-83f0fb888dc6 req-32d5ff81-d925-455a-9442-6ef8a30bde0b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:01.281108 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-82ba50b1-312d-448d-a590-83f0fb888dc6 req-32d5ff81-d925-455a-9442-6ef8a30bde0b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 944 time: 0.1753399
Jun 02 08:23:01.320919 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-bdce5483-3c34-40e5-8cf5-70a1e570bfc3 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Unset dirty status for tenant:cdbec1ec3f63482a98b7bae1100654a5 on resource:network {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:23:01.322044 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-bdce5483-3c34-40e5-8cf5-70a1e570bfc3 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/networks?id=5647c6e8-6e89-4376-a13c-5de9c11f58e9 HTTP/1.1" status: 200  len: 811 time: 0.4560199
Jun 02 08:23:01.367519 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1afcee6c-c705-487f-88e4-a9840f39ff5e req-80516216-33df-4431-afeb-78bd732b653a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c HTTP/1.1" status: 200  len: 1000 time: 0.1680772
Jun 02 08:23:01.368632 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-eff3772b-0901-4b29-a095-edf922b9758c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/quotas/cdbec1ec3f63482a98b7bae1100654a5 HTTP/1.1" status: 200  len: 375 time: 0.0335197
Jun 02 08:23:01.373244 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-82ba50b1-312d-448d-a590-83f0fb888dc6 req-b41c3b86-5c96-4db8-82d5-497b364470e7 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0866706
Jun 02 08:23:01.484519 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcee6c-c705-487f-88e4-a9840f39ff5e req-eca47f01-0325-4f77-ac7a-8c3f5378bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:01.485956 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1afcee6c-c705-487f-88e4-a9840f39ff5e req-eca47f01-0325-4f77-ac7a-8c3f5378bd5a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f2d95f5c-acb5-47be-be66-d3f53cf5e37d HTTP/1.1" status: 200  len: 856 time: 0.1118901
Jun 02 08:23:01.548182 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-5a489ae4-a6da-4100-94b8-9ec382c2ce05 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Synchronizing usage tracker for tenant:cdbec1ec3f63482a98b7bae1100654a5 on resource:port {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:23:01.589898 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcee6c-c705-487f-88e4-a9840f39ff5e req-ef2e5e62-0ff4-4e28-8a22-c17f4d247937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:01.591426 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1afcee6c-c705-487f-88e4-a9840f39ff5e req-ef2e5e62-0ff4-4e28-8a22-c17f4d247937 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4696b473-c29b-4b8f-aebc-3497761794e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0954776
Jun 02 08:23:01.690426 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-5a489ae4-a6da-4100-94b8-9ec382c2ce05 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Unset dirty status for tenant:cdbec1ec3f63482a98b7bae1100654a5 on resource:port {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:23:01.691692 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-5a489ae4-a6da-4100-94b8-9ec382c2ce05 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=cdbec1ec3f63482a98b7bae1100654a5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3165944
Jun 02 08:23:01.734811 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1afcee6c-c705-487f-88e4-a9840f39ff5e req-6d571e67-4c7a-47e1-ab3d-4a006466da6c service neutron] 10.222.0.72 "GET /v2.0/networks/4696b473-c29b-4b8f-aebc-3497761794e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349757
Jun 02 08:23:01.844317 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-eb34262d-25c6-4aba-92fa-c880e175c72b service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=92341) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 02 08:23:01.845263 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-eb34262d-25c6-4aba-92fa-c880e175c72b service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1424012
Jun 02 08:23:01.963891 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1afcee6c-c705-487f-88e4-a9840f39ff5e req-bc785ebd-82f9-4040-915c-f754f46bb351 service neutron] 10.222.0.72 "GET /v2.0/networks/4696b473-c29b-4b8f-aebc-3497761794e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2223902
Jun 02 08:23:02.004554 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-b8760e91-f6df-4efe-a17a-7ff45a1a6fde service neutron] 10.222.0.77 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468263
Jun 02 08:23:02.244942 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-0b05e8be-1490-4427-a6db-e5cafc8db6fc service neutron] 10.222.0.77 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2334299
Jun 02 08:23:02.587264 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a1f1c-ef0f-4a6a-b704-5d0c92bb0fe2 req-60dec91d-ec1c-4b8f-a757-2496af15fd2a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:02.588775 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-086a1f1c-ef0f-4a6a-b704-5d0c92bb0fe2 req-60dec91d-ec1c-4b8f-a757-2496af15fd2a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 944 time: 0.0890205
Jun 02 08:23:02.645078 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-086a1f1c-ef0f-4a6a-b704-5d0c92bb0fe2 req-73f4836a-8636-4161-be02-c6b1ed7d0e0f tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503490
Jun 02 08:23:03.016812 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-79f5f046-4b35-4e28-886d-a1abf356462c req-4f5a2854-f61b-4e42-be92-b00d2a742635 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 210 time: 0.0968344
Jun 02 08:23:03.849727 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d03245-5497-4774-bcd0-5ad4816cdc06 req-3e281695-9419-4cdb-b92e-824955ac6120 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:03.854966 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-91d03245-5497-4774-bcd0-5ad4816cdc06 req-3e281695-9419-4cdb-b92e-824955ac6120 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 944 time: 0.1024694
Jun 02 08:23:03.948809 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-91d03245-5497-4774-bcd0-5ad4816cdc06 req-84119b8d-bafc-4402-8d18-75204e438f9c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0887713
Jun 02 08:23:04.116531 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-358aab9b-ffc4-4edd-83cc-045e662a8504 req-cc861311-a646-4a3a-aef4-3b76293c56b0 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 210 time: 0.0426714
Jun 02 08:23:05.182979 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17eb58-2754-49b9-a3ce-b9038bc15856 req-c212f163-148e-432d-8ab0-a9ff55ac034b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:05.182979 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8d17eb58-2754-49b9-a3ce-b9038bc15856 req-c212f163-148e-432d-8ab0-a9ff55ac034b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 944 time: 0.0877872
Jun 02 08:23:05.245185 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8d17eb58-2754-49b9-a3ce-b9038bc15856 req-5e214c16-83e2-4e79-b894-ff0c09ecd74d tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560789
Jun 02 08:23:05.318415 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0de5d81c-5c49-4753-baac-bcfa08f08b11 req-36d0b929-6fdf-4215-b45d-67b9a93b6144 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 210 time: 0.0442700
Jun 02 08:23:06.469862 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968055b1-a59f-4da3-8864-35d233d4b414 req-28c8bf3f-ba84-4f71-8c0d-92600746dc56 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:06.471322 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-968055b1-a59f-4da3-8864-35d233d4b414 req-28c8bf3f-ba84-4f71-8c0d-92600746dc56 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 944 time: 0.0932014
Jun 02 08:23:06.533854 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8111c4b1-6978-42e1-b596-29125b6e81f3 req-0d6f9418-e143-4fa7-892e-fb9098d7e8e1 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 210 time: 0.0615315
Jun 02 08:23:06.556883 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-968055b1-a59f-4da3-8864-35d233d4b414 req-acf12e39-f91c-442e-874e-19baa8db9103 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539105
Jun 02 08:23:07.768807 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d3ddf9eb-e2d2-4f2c-8545-a6a33c03a670 req-2f0dfcf4-9d77-4b36-8a4b-3e8c16281ad6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 210 time: 0.1099329
Jun 02 08:23:07.816659 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3cff7-8a86-433b-9cb1-a51c23023d72 req-919d5d78-4359-4719-b9cc-45669e9c51e0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:07.818167 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-68a3cff7-8a86-433b-9cb1-a51c23023d72 req-919d5d78-4359-4719-b9cc-45669e9c51e0 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 944 time: 0.0958323
Jun 02 08:23:07.867628 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-68a3cff7-8a86-433b-9cb1-a51c23023d72 req-8c6dc80a-d3f6-4c32-85a6-c23a998be962 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438998
Jun 02 08:23:08.933637 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-def0a7f8-fa34-4644-adf3-16761f6c599e req-7fb3dffc-c167-4fe3-9815-c2d2111f45ac tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 210 time: 0.0527465
Jun 02 08:23:09.084717 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22b762-dd0a-4bf5-80c2-655e6ad6dc46 req-3a4e4f6d-348f-4dad-9433-0f261d7cdc9a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:09.086458 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ee22b762-dd0a-4bf5-80c2-655e6ad6dc46 req-3a4e4f6d-348f-4dad-9433-0f261d7cdc9a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 944 time: 0.0872521
Jun 02 08:23:09.134993 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ee22b762-dd0a-4bf5-80c2-655e6ad6dc46 req-b9b18728-40d6-40b9-9b1e-bb5af99f1f45 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419989
Jun 02 08:23:09.285598 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 38998) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:23:09.410870 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-556d867f-c46f-4aba-989b-030eba0170e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:09.428357 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-556d867f-c46f-4aba-989b-030eba0170e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:23:09.433342 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-556d867f-c46f-4aba-989b-030eba0170e6 admin admin] Usage tracker for resource:security_group_rule and tenant:e12d849db7fe4470bbd0baf7864c0b33 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:23:09.436314 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-556d867f-c46f-4aba-989b-030eba0170e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:23:09.442022 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-556d867f-c46f-4aba-989b-030eba0170e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:23:09.526178 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-556d867f-c46f-4aba-989b-030eba0170e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:09.587353 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-556d867f-c46f-4aba-989b-030eba0170e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:09.598004 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-5322a7e7-0f24-4799-99ac-02a98053b29b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:23:09.642563 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-556d867f-c46f-4aba-989b-030eba0170e6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e12d849db7fe4470bbd0baf7864c0b33&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3558176
Jun 02 08:23:09.645284 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 39002) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:23:09.657384 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d867f-c46f-4aba-989b-030eba0170e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272c6e5b-042d-4c4d-87df-8842b1144869,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:23:09.673492 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-556d867f-c46f-4aba-989b-030eba0170e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:23:09.721503 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3a3d16cb-5f01-4e9a-9939-ec0d27ae9658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:09.753595 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3a3d16cb-5f01-4e9a-9939-ec0d27ae9658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:09.908387 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3a3d16cb-5f01-4e9a-9939-ec0d27ae9658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:09.912479 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-aff42b4e-7332-4e34-afc7-0b98e3afd137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:23:09.923876 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d16cb-5f01-4e9a-9939-ec0d27ae9658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272c6e5b-042d-4c4d-87df-8842b1144869,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:23:09.928829 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-3a3d16cb-5f01-4e9a-9939-ec0d27ae9658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:23:09.932090 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3a3d16cb-5f01-4e9a-9939-ec0d27ae9658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:09.934372 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-3a3d16cb-5f01-4e9a-9939-ec0d27ae9658 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/272c6e5b-042d-4c4d-87df-8842b1144869 HTTP/1.1" status: 204  len: 168 time: 0.2870395
Jun 02 08:23:10.034208 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8acfe541-8e7b-44dd-aaf3-78c3fd8e8a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:10.103885 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cff11e76-7910-4243-bf32-43ef8aeaa543 req-d27b283b-a4b8-4e20-8937-cc2987f82c22 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 210 time: 0.0457416
Jun 02 08:23:10.339947 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b464a-9272-498f-948f-ad2412249735 req-7f86990a-54db-45c7-812a-9b373c1b7457 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:10.341757 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1f6b464a-9272-498f-948f-ad2412249735 req-7f86990a-54db-45c7-812a-9b373c1b7457 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 944 time: 0.0904179
Jun 02 08:23:10.391944 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1f6b464a-9272-498f-948f-ad2412249735 req-7af2f650-b1bd-4ff4-9b6f-19c88e3b43aa tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446310
Jun 02 08:23:10.662342 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 39012) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:23:10.681148 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-7c5c101f-211d-44be-9dde-6c08979927ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:10.697965 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-7c5c101f-211d-44be-9dde-6c08979927ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:23:10.703513 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-7c5c101f-211d-44be-9dde-6c08979927ec admin admin] Usage tracker for resource:security_group_rule and tenant:ee51d0f1ca174437b1b7bb731d59facb is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:23:10.706828 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-7c5c101f-211d-44be-9dde-6c08979927ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:23:10.713835 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-7c5c101f-211d-44be-9dde-6c08979927ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:23:10.810630 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-7c5c101f-211d-44be-9dde-6c08979927ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:10.926245 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-7c5c101f-211d-44be-9dde-6c08979927ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:10.941532 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-667445c7-0daf-4a6c-8f01-3d7ee1c96d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:23:10.986429 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-7c5c101f-211d-44be-9dde-6c08979927ec admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ee51d0f1ca174437b1b7bb731d59facb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3229382
Jun 02 08:23:10.988035 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c101f-211d-44be-9dde-6c08979927ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f262b911-25d5-482a-b07c-6cad190b62b1,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:23:10.989132 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 39014) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:23:10.991211 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-7c5c101f-211d-44be-9dde-6c08979927ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:23:11.049602 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3f38af3a-6227-488d-8808-72833f8c4884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:11.080626 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3f38af3a-6227-488d-8808-72833f8c4884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:11.248418 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3f38af3a-6227-488d-8808-72833f8c4884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:11.252139 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-f02dfb35-2b3a-4bf9-9be6-fffedf664026 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:23:11.258668 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c8e380e2-c8b3-4415-9aaf-f45f174863a7 req-e675e444-b1cf-4f7b-8de3-d7fb559317d6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 210 time: 0.0452695
Jun 02 08:23:11.264729 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38af3a-6227-488d-8808-72833f8c4884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f262b911-25d5-482a-b07c-6cad190b62b1,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:23:11.269534 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-3f38af3a-6227-488d-8808-72833f8c4884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:23:11.272438 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3f38af3a-6227-488d-8808-72833f8c4884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:11.274343 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-3f38af3a-6227-488d-8808-72833f8c4884 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f262b911-25d5-482a-b07c-6cad190b62b1 HTTP/1.1" status: 204  len: 168 time: 0.2842438
Jun 02 08:23:11.601875 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccb649-c5e2-4ee8-a8ae-b54cc3293944 req-496d78e4-5d85-4770-8c5c-1e25e0c4250a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:11.603396 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7eccb649-c5e2-4ee8-a8ae-b54cc3293944 req-496d78e4-5d85-4770-8c5c-1e25e0c4250a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 944 time: 0.0949101
Jun 02 08:23:11.652765 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7eccb649-c5e2-4ee8-a8ae-b54cc3293944 req-67e57216-61c9-4403-88e8-009b76d456e1 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436327
Jun 02 08:23:12.422738 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f5651d94-5e0b-4252-9906-02afc420f04b req-7b95a1b4-9d87-4a54-a39c-40daa6f45ee2 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 210 time: 0.0496590
Jun 02 08:23:12.585530 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:12.619677 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-211641a0-94ad-4c79-aed7-7687d6108500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:12.871481 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c18d2-e684-4df6-8c38-7b51dae43a2c req-0a8fb65d-f1f8-443a-8465-95e14cc44f5c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:12.873871 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-303c18d2-e684-4df6-8c38-7b51dae43a2c req-0a8fb65d-f1f8-443a-8465-95e14cc44f5c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 944 time: 0.1025181
Jun 02 08:23:12.920608 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-303c18d2-e684-4df6-8c38-7b51dae43a2c req-b78a0312-f95e-4d38-b082-05198c5bc073 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415335
Jun 02 08:23:13.571466 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f8843710-1167-486c-ba80-a095ef4404d0 req-8597172d-ee3a-4a94-b602-0bbe61483572 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 210 time: 0.0463872
Jun 02 08:23:13.779700 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:14.124173 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a498b82-785f-466d-9c36-256232d7f98c req-ed328308-c848-42bd-bd98-49a758eb654b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:14.125615 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3a498b82-785f-466d-9c36-256232d7f98c req-ed328308-c848-42bd-bd98-49a758eb654b tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 944 time: 0.0781145
Jun 02 08:23:14.171098 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3a498b82-785f-466d-9c36-256232d7f98c req-67f0d6a2-e6fd-4514-a66d-f5f4ea920e7f tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397980
Jun 02 08:23:14.806710 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-de969599-1de3-4ea4-bf3b-74ccede39e6e req-e9aaac3d-bb47-4abb-9ab4-3ee6cfd37388 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 210 time: 0.1323991
Jun 02 08:23:15.253796 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:15.378062 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9878b-9342-426d-8435-ef1f5899b91b req-b795ed8f-7089-4346-9e1b-baaf0a966988 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:15.379486 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-26e9878b-9342-426d-8435-ef1f5899b91b req-b795ed8f-7089-4346-9e1b-baaf0a966988 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 944 time: 0.0951657
Jun 02 08:23:15.425842 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-26e9878b-9342-426d-8435-ef1f5899b91b req-935ea0c4-dff2-4dd3-8aea-69339dabb305 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406351
Jun 02 08:23:15.961288 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-fabec5bd-11e6-4603-bb11-7c72ca134e64 req-54d8183a-c78e-4b7f-93a5-7c18652d5815 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 210 time: 0.0452266
Jun 02 08:23:16.612858 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1f567-0f7f-4d80-a796-8a49937618c1 req-51b58556-64eb-452a-9305-b397a674af78 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:16.614303 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-48b1f567-0f7f-4d80-a796-8a49937618c1 req-51b58556-64eb-452a-9305-b397a674af78 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 944 time: 0.0781794
Jun 02 08:23:16.659737 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-48b1f567-0f7f-4d80-a796-8a49937618c1 req-aaf0e87e-6161-4721-823a-7aba2e4067b2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389965
Jun 02 08:23:17.133051 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5a5c1446-55ef-4412-9a8a-411b81cce1b4 req-6d1a520e-e213-437d-9db0-1c69943e9fc6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 210 time: 0.0664699
Jun 02 08:23:17.262717 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-4259dd6f-80c7-4949-85ae-147dbfc561ad tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:17.264322 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-4259dd6f-80c7-4949-85ae-147dbfc561ad tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.72 "GET /v2.0/networks?id=5647c6e8-6e89-4376-a13c-5de9c11f58e9 HTTP/1.1" status: 200  len: 811 time: 0.1627011
Jun 02 08:23:17.316085 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-1ff401b4-cc65-49d0-9157-5608e9201427 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdbec1ec3f63482a98b7bae1100654a5 HTTP/1.1" status: 200  len: 380 time: 0.0420773
Jun 02 08:23:17.325298 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-288ec111-66b5-4b01-ac03-7a0dae350d73 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Request body: {'port': {'device_id': '0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'admin_state_up': True, 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'security_groups': ['36946c2d-6914-45e1-886c-19270c846ad8']}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:23:17.335235 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=92343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 02 08:23:17.465983 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-288ec111-66b5-4b01-ac03-7a0dae350d73 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:23:17.473242 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c,segment=NetworkSegment(00974669-6402-4aa5-90c7-6e7c2d820d71),segment_id=00974669-6402-4aa5-90c7-6e7c2d820d71)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:23:17.478170 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-288ec111-66b5-4b01-ac03-7a0dae350d73 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:23:17.487546 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Returning: {'device': '9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c', 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1', 'port_id': '9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c', 'mac_address': 'fa:16:3e:4a:58:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 02 08:23:17.544830 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:17.562165 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c {{(pid=92343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:23:17.562558 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-288ec111-66b5-4b01-ac03-7a0dae350d73 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Made reservation on behalf of cdbec1ec3f63482a98b7bae1100654a5 for: {'port': 1} {{(pid=92341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:23:17.566118 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-288ec111-66b5-4b01-ac03-7a0dae350d73 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:17.578562 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c,segment=NetworkSegment(00974669-6402-4aa5-90c7-6e7c2d820d71),segment_id=00974669-6402-4aa5-90c7-6e7c2d820d71)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:23:17.685566 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:17.688616 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:23:17.735967 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.db_base_plugin_common [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-288ec111-66b5-4b01-ac03-7a0dae350d73 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Allocated IP 172.20.0.13 (5647c6e8-6e89-4376-a13c-5de9c11f58e9/823afbed-7820-4eee-844c-7dcd3a296224/6e3e796c-eae6-4369-92e1-0775642335e8) {{(pid=92341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:23:17.767224 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c,revision_number=9']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:23:17.770561 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:23:17.999940 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08856cce-247c-437b-8109-9efdbe434e17 req-15416aa9-f1d5-4404-82a5-24d1b1149ef8 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:18.001417 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-08856cce-247c-437b-8109-9efdbe434e17 req-15416aa9-f1d5-4404-82a5-24d1b1149ef8 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 945 time: 0.1916609
Jun 02 08:23:18.004096 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-288ec111-66b5-4b01-ac03-7a0dae350d73 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for port, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:18.040302 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.provisioning_blocks [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-288ec111-66b5-4b01-ac03-7a0dae350d73 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Transition to ACTIVE for port object 6e3e796c-eae6-4369-92e1-0775642335e8 will not be triggered until provisioned by entity DHCP. {{(pid=92341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:23:18.061722 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-08856cce-247c-437b-8109-9efdbe434e17 req-4ac1ab77-590b-44a7-965b-ce81df083cda tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543644
Jun 02 08:23:18.097419 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:23:18.301553 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9c6692ba-5be1-452a-ab77-9d43366785dc req-c3d593bb-d36f-462d-82a6-933f63fe532e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 210 time: 0.0418847
Jun 02 08:23:19.080390 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-288ec111-66b5-4b01-ac03-7a0dae350d73 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:19.086929 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-4a0d04fa-be7d-4eb1-b949-81efafe71c1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:23:19.156499 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-288ec111-66b5-4b01-ac03-7a0dae350d73 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Network 5647c6e8-6e89-4376-a13c-5de9c11f58e9 is already hosted by enough agents. {{(pid=92341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:23:19.159592 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-288ec111-66b5-4b01-ac03-7a0dae350d73 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Resources bound (agent type, host, resource id):  {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:23:19.163509 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-288ec111-66b5-4b01-ac03-7a0dae350d73 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Received port after_create {{(pid=92341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:23:19.197000 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ec111-66b5-4b01-ac03-7a0dae350d73 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Pushing event updated for resources: {'Port': ['ID=6e3e796c-eae6-4369-92e1-0775642335e8,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:23:19.234483 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-288ec111-66b5-4b01-ac03-7a0dae350d73 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:23:19.276158 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-288ec111-66b5-4b01-ac03-7a0dae350d73 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:19.276811 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-288ec111-66b5-4b01-ac03-7a0dae350d73 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:19.337946 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c98742-3e04-4dfc-82fa-86593ea9bba5 req-f5cb8360-eef2-4d7c-a8f5-fdf3d2dbb334 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:19.341689 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c9c98742-3e04-4dfc-82fa-86593ea9bba5 req-f5cb8360-eef2-4d7c-a8f5-fdf3d2dbb334 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 945 time: 0.1476989
Jun 02 08:23:19.352297 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c up at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:23:19.379266 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-288ec111-66b5-4b01-ac03-7a0dae350d73 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0583816
Jun 02 08:23:19.395438 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-fb0ade7a-cbdc-467f-924a-b4601b592911 service neutron] Request body: {'port': {'device_id': '0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:23:19.447335 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c9c98742-3e04-4dfc-82fa-86593ea9bba5 req-86fa8aa0-ebde-456e-b8c5-63e2980f27e1 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0998669
Jun 02 08:23:19.482274 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning complete for port 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:23:19.482662 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:19.528491 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-1211b163-7d10-4bd4-b1e4-1339ead9bd7f None None] Provisioning for port 6e3e796c-eae6-4369-92e1-0775642335e8 completed by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:23:19.537972 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-1211b163-7d10-4bd4-b1e4-1339ead9bd7f None None] Provisioning complete for port 6e3e796c-eae6-4369-92e1-0775642335e8 triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:23:19.538341 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-1211b163-7d10-4bd4-b1e4-1339ead9bd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:19.569903 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-fb0ade7a-cbdc-467f-924a-b4601b592911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:19.628932 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-1211b163-7d10-4bd4-b1e4-1339ead9bd7f None None] Port 6e3e796c-eae6-4369-92e1-0775642335e8 cannot update to ACTIVE because it is not bound. {{(pid=92343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 02 08:23:19.655433 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:19.666913 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7b684-eed5-4331-8961-1203202a0099 req-152c947e-e5ab-49b9-afb1-c526ec3eee6b tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:19.667595 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-0ab7b684-eed5-4331-8961-1203202a0099 req-152c947e-e5ab-49b9-afb1-c526ec3eee6b tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Synchronizing usage tracker for tenant:cdbec1ec3f63482a98b7bae1100654a5 on resource:port {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:23:19.684391 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada92e58-8b66-453c-99db-4739438983cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c'}] {{(pid=92343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:23:19.686769 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a92db95248474e1fdd92faa7bb4bdbed5d39af607a3dc1549787c687b6a75a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c56b66-7bd4-46f0-829b-7018230a1bf2" -d '{"events": [{"server_uuid": "ada92e58-8b66-453c-99db-4739438983cf", "name": "network-vif-plugged", "status": "completed", "tag": "9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c"}]}' {{(pid=92343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:23:19.695001 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c,segment=NetworkSegment(00974669-6402-4aa5-90c7-6e7c2d820d71),segment_id=00974669-6402-4aa5-90c7-6e7c2d820d71)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:23:19.735520 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f194df-706c-4eb1-bcc8-1ac5753a2a63 x-openstack-request-id: req-a5f194df-706c-4eb1-bcc8-1ac5753a2a63 {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:23:19.735813 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada92e58-8b66-453c-99db-4739438983cf", "name": "network-vif-plugged", "status": "completed", "tag": "9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c", "code": 200}]} {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:23:19.736063 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a5f194df-706c-4eb1-bcc8-1ac5753a2a63 {{(pid=92343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:23:19.736589 dv-cinder-786385-7-iscsi neutron-server[92343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada92e58-8b66-453c-99db-4739438983cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c', 'code': 200}
Jun 02 08:23:19.756580 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:19.758992 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:23:19.831999 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c,revision_number=10']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:23:19.836279 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:23:19.943038 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-0ab7b684-eed5-4331-8961-1203202a0099 req-152c947e-e5ab-49b9-afb1-c526ec3eee6b tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Unset dirty status for tenant:cdbec1ec3f63482a98b7bae1100654a5 on resource:port {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:23:19.944080 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0ab7b684-eed5-4331-8961-1203202a0099 req-152c947e-e5ab-49b9-afb1-c526ec3eee6b tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 932 time: 0.4485588
Jun 02 08:23:20.009364 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0ab7b684-eed5-4331-8961-1203202a0099 req-a580fb5a-7a5c-4d75-9bdb-05dd267ca5ee tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556877
Jun 02 08:23:20.081193 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-fb0ade7a-cbdc-467f-924a-b4601b592911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e3e796c-eae6-4369-92e1-0775642335e8 {{(pid=92341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:23:20.090175 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-fb0ade7a-cbdc-467f-924a-b4601b592911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:20.105145 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.provisioning_blocks [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-fb0ade7a-cbdc-467f-924a-b4601b592911 service neutron] Transition to ACTIVE for port object 6e3e796c-eae6-4369-92e1-0775642335e8 will not be triggered until provisioned by entity L2. {{(pid=92341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:23:20.174724 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538f2a8-3d92-4383-88f1-11c11199a757 req-386b215f-9256-43fc-8f27-d25ce476738b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:20.176253 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-3538f2a8-3d92-4383-88f1-11c11199a757 req-386b215f-9256-43fc-8f27-d25ce476738b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 1100 time: 0.0754583
Jun 02 08:23:20.202728 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-fb0ade7a-cbdc-467f-924a-b4601b592911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589761'] for port, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:20.206719 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-6e0bf27a-4f89-4ccd-9dc9-b1fa41b16622 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:23:20.216702 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [req-3538f2a8-3d92-4383-88f1-11c11199a757 req-8d62598b-6037-4c22-b010-0b23bfe4daab service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0342584
Jun 02 08:23:20.369678 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ade7a-cbdc-467f-924a-b4601b592911 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3e796c-eae6-4369-92e1-0775642335e8,revision_number=2']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:23:20.372777 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-fb0ade7a-cbdc-467f-924a-b4601b592911 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:23:20.445607 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.managers [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-fb0ade7a-cbdc-467f-924a-b4601b592911 service neutron] Attempting to bind port 6e3e796c-eae6-4369-92e1-0775642335e8 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:23:20.445896 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.managers [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-fb0ade7a-cbdc-467f-924a-b4601b592911 service neutron] Attempting to bind port 6e3e796c-eae6-4369-92e1-0775642335e8 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3e8c3502-4384-483c-914a-8b04610c9f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9'}] {{(pid=92341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:23:20.446227 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-fb0ade7a-cbdc-467f-924a-b4601b592911 service neutron] Attempting to bind port 6e3e796c-eae6-4369-92e1-0775642335e8 on network 5647c6e8-6e89-4376-a13c-5de9c11f58e9 {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:23:20.452633 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-fb0ade7a-cbdc-467f-924a-b4601b592911 service neutron] Port 6e3e796c-eae6-4369-92e1-0775642335e8 on network 5647c6e8-6e89-4376-a13c-5de9c11f58e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 02 08:23:20.452959 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-fb0ade7a-cbdc-467f-924a-b4601b592911 service neutron] Attempting to bind port 6e3e796c-eae6-4369-92e1-0775642335e8 on network 5647c6e8-6e89-4376-a13c-5de9c11f58e9 {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:23:20.458294 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-fb0ade7a-cbdc-467f-924a-b4601b592911 service neutron] Checking agent: {'id': '5f85f1d8-5acd-47ff-be11-89642c504a90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:23:20.458628 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-fb0ade7a-cbdc-467f-924a-b4601b592911 service neutron] Checking segment: {'id': '3e8c3502-4384-483c-914a-8b04610c9f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:23:20.459050 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-fb0ade7a-cbdc-467f-924a-b4601b592911 service neutron] Bound using segment: {'id': '3e8c3502-4384-483c-914a-8b04610c9f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9'} {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:23:20.459470 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.managers [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-fb0ade7a-cbdc-467f-924a-b4601b592911 service neutron] Bound port: 6e3e796c-eae6-4369-92e1-0775642335e8, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e8c3502-4384-483c-914a-8b04610c9f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9'}}] {{(pid=92341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:23:20.459810 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-fb0ade7a-cbdc-467f-924a-b4601b592911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:20.555095 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-fb0ade7a-cbdc-467f-924a-b4601b592911 service neutron] For port 6e3e796c-eae6-4369-92e1-0775642335e8, host hv-cinder-78638, cleared binding levels {{(pid=92341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:23:20.559475 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-fb0ade7a-cbdc-467f-924a-b4601b592911 service neutron] For port 6e3e796c-eae6-4369-92e1-0775642335e8, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6e3e796c-eae6-4369-92e1-0775642335e8,segment=NetworkSegment(3e8c3502-4384-483c-914a-8b04610c9f9a),segment_id=3e8c3502-4384-483c-914a-8b04610c9f9a)] {{(pid=92341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:23:20.644848 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6674f47-281a-4668-9454-2002034dc720 req-4bc9db93-5d4f-411a-ba86-e92fdcf29e0e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:20.646298 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c6674f47-281a-4668-9454-2002034dc720 req-4bc9db93-5d4f-411a-ba86-e92fdcf29e0e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 947 time: 0.0788727
Jun 02 08:23:20.675352 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-fb0ade7a-cbdc-467f-924a-b4601b592911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589761'] for port, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:20.681604 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-dafa0bf3-4624-48c7-8cfb-ac35fcd68246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:23:20.754569 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c6674f47-281a-4668-9454-2002034dc720 req-84310066-6f01-4b3a-82f3-c5ad00bd3cb5 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1020207
Jun 02 08:23:20.760543 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-fb0ade7a-cbdc-467f-924a-b4601b592911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:20.761156 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-fb0ade7a-cbdc-467f-924a-b4601b592911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:20.764139 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-fb0ade7a-cbdc-467f-924a-b4601b592911 service neutron] 10.222.0.72 "PUT /v2.0/ports/6e3e796c-eae6-4369-92e1-0775642335e8 HTTP/1.1" status: 200  len: 1094 time: 1.3753691
Jun 02 08:23:20.764689 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab', 'tag': '6e3e796c-eae6-4369-92e1-0775642335e8'}] {{(pid=92341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:23:20.767117 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d416597fa12f88f8d9bd515793328be5ccabd674e07c2f357b392af977663f84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d046e3-3a64-4423-b12c-7d4556ab709f" -d '{"events": [{"name": "network-changed", "server_uuid": "0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab", "tag": "6e3e796c-eae6-4369-92e1-0775642335e8"}]}' {{(pid=92341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:23:20.783289 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ade7a-cbdc-467f-924a-b4601b592911 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3e796c-eae6-4369-92e1-0775642335e8,revision_number=3']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:23:20.794647 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-fb0ade7a-cbdc-467f-924a-b4601b592911 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:23:20.828360 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6d47c3-22e6-44d0-82a1-8c2d20cd073a x-openstack-request-id: req-af6d47c3-22e6-44d0-82a1-8c2d20cd073a {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:23:20.828360 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab", "tag": "6e3e796c-eae6-4369-92e1-0775642335e8", "status": "completed", "code": 200}]} {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:23:20.828360 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-af6d47c3-22e6-44d0-82a1-8c2d20cd073a {{(pid=92341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:23:20.828360 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab', 'tag': '6e3e796c-eae6-4369-92e1-0775642335e8', 'status': 'completed', 'code': 200}
Jun 02 08:23:20.932423 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d046e3-3a64-4423-b12c-7d4556ab709f req-a32e0e06-b02b-4692-a03f-799eff8d0ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:20.933887 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-70d046e3-3a64-4423-b12c-7d4556ab709f req-a32e0e06-b02b-4692-a03f-799eff8d0ea0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cdbec1ec3f63482a98b7bae1100654a5&device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 1097 time: 0.0854614
Jun 02 08:23:21.082121 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d046e3-3a64-4423-b12c-7d4556ab709f req-fa2a822f-5443-49ce-a898-7ad59fc10822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:21.083586 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-70d046e3-3a64-4423-b12c-7d4556ab709f req-fa2a822f-5443-49ce-a898-7ad59fc10822 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=cdbec1ec3f63482a98b7bae1100654a5&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1384330
Jun 02 08:23:21.275131 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d046e3-3a64-4423-b12c-7d4556ab709f req-ec8abf29-a9f7-4a3f-8655-420fcb385977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:21.276609 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-70d046e3-3a64-4423-b12c-7d4556ab709f req-ec8abf29-a9f7-4a3f-8655-420fcb385977 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1825182
Jun 02 08:23:21.291727 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e64fde-8464-4118-ac94-562a2e36ab01 req-d5bdfe9c-01c3-4f3b-b41f-ff88c6786c80 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:21.293100 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-68e64fde-8464-4118-ac94-562a2e36ab01 req-d5bdfe9c-01c3-4f3b-b41f-ff88c6786c80 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 944 time: 0.1743205
Jun 02 08:23:21.343115 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-68e64fde-8464-4118-ac94-562a2e36ab01 req-f2960eee-1c3f-4e81-9880-c727d2d1f283 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422590
Jun 02 08:23:21.421168 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-53336cf3-4283-443c-8b36-d8fa64f4c94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:21.422670 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-53336cf3-4283-443c-8b36-d8fa64f4c94e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cdbec1ec3f63482a98b7bae1100654a5&device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 1097 time: 0.0787044
Jun 02 08:23:21.495922 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-a65b1411-9016-4b93-8728-2341de161289 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e3e796c-eae6-4369-92e1-0775642335e8 HTTP/1.1" status: 200  len: 217 time: 0.0637381
Jun 02 08:23:21.557025 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-6a24037e-a3a1-4210-a322-69a4f94d1e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:21.558511 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-6a24037e-a3a1-4210-a322-69a4f94d1e04 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=823afbed-7820-4eee-844c-7dcd3a296224 HTTP/1.1" status: 200  len: 850 time: 0.0565827
Jun 02 08:23:21.643952 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-cb07204e-2132-4038-b389-d1605bc20e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:21.645493 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-cb07204e-2132-4038-b389-d1605bc20e5c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5647c6e8-6e89-4376-a13c-5de9c11f58e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0740263
Jun 02 08:23:21.726805 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 39152) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:23:21.860598 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-74706def-b1c0-4df0-91c5-fa1037245cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:21.880391 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-74706def-b1c0-4df0-91c5-fa1037245cd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:23:21.884656 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-74706def-b1c0-4df0-91c5-fa1037245cd2 admin admin] Usage tracker for resource:security_group_rule and tenant:94128685452942fcba50d6f1459901ef is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:23:21.887635 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-74706def-b1c0-4df0-91c5-fa1037245cd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:23:21.889586 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-ba846a22-e73a-4df7-a634-34462364b509 service neutron] 10.222.0.72 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2377155
Jun 02 08:23:21.894062 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-74706def-b1c0-4df0-91c5-fa1037245cd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:23:22.085618 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-74706def-b1c0-4df0-91c5-fa1037245cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:22.094995 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4b7f0382-0a55-43e8-a894-6a098583b7d1 req-0f9e14cf-c2f1-4937-837d-a78a81193a25 service neutron] 10.222.0.72 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1981416
Jun 02 08:23:22.107142 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba62bfb-bfaa-4e90-9c68-a101317cd088 req-b036dbf9-d9a5-4b6f-848d-27904f7999ec tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:22.108540 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4ba62bfb-bfaa-4e90-9c68-a101317cd088 req-b036dbf9-d9a5-4b6f-848d-27904f7999ec tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 947 time: 0.1871395
Jun 02 08:23:22.154512 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4ba62bfb-bfaa-4e90-9c68-a101317cd088 req-cb9a8636-7644-4823-85b8-5001dabe064a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400097
Jun 02 08:23:22.173680 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-74706def-b1c0-4df0-91c5-fa1037245cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:22.181345 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-526c7f9c-6ae5-4f80-9f10-deb92ad71f4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:23:22.221029 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74706def-b1c0-4df0-91c5-fa1037245cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c449b939-2cf4-4012-904e-81ce7ebbab80,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:23:22.224439 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-74706def-b1c0-4df0-91c5-fa1037245cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:23:22.227128 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-74706def-b1c0-4df0-91c5-fa1037245cd2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=94128685452942fcba50d6f1459901ef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4986491
Jun 02 08:23:22.231051 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 39172) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:23:22.292616 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-52d2c0b2-db60-41a4-b9b9-d36e1e402744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:22.318320 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-52d2c0b2-db60-41a4-b9b9-d36e1e402744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:22.496812 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-52d2c0b2-db60-41a4-b9b9-d36e1e402744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:22.502156 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-a5fe29b7-2bf0-4423-a109-f6fca60db804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:23:22.522765 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2c0b2-db60-41a4-b9b9-d36e1e402744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c449b939-2cf4-4012-904e-81ce7ebbab80,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:23:22.528096 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-52d2c0b2-db60-41a4-b9b9-d36e1e402744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:23:22.530080 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-52d2c0b2-db60-41a4-b9b9-d36e1e402744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:22.531175 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-52d2c0b2-db60-41a4-b9b9-d36e1e402744 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c449b939-2cf4-4012-904e-81ce7ebbab80 HTTP/1.1" status: 204  len: 168 time: 0.2991068
Jun 02 08:23:22.558896 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4874a1-c213-4881-a0a6-01ba068e04e8 req-ac90c05d-b0d2-465e-8f93-6dda02d17cc2 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:22.558896 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ef4874a1-c213-4881-a0a6-01ba068e04e8 req-ac90c05d-b0d2-465e-8f93-6dda02d17cc2 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 944 time: 0.1043754
Jun 02 08:23:22.605184 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ef4874a1-c213-4881-a0a6-01ba068e04e8 req-e890e7a4-41d9-4846-9389-090794bb0961 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410535
Jun 02 08:23:23.254347 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 39182) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:23:23.271928 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3ad90c74-e1c5-41ae-af2b-8ee60042599d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:23.286683 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-3ad90c74-e1c5-41ae-af2b-8ee60042599d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:23:23.292013 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-3ad90c74-e1c5-41ae-af2b-8ee60042599d admin admin] Usage tracker for resource:security_group_rule and tenant:b42f864dd797479dbbf9fe735a63601c is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:23:23.293184 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-3ad90c74-e1c5-41ae-af2b-8ee60042599d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:23:23.298673 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-3ad90c74-e1c5-41ae-af2b-8ee60042599d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:23:23.349532 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6cd56-6cca-459c-b721-43e2ef027bda req-a84b5051-c45e-4604-97bd-492eac476ea4 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:23.350969 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9da6cd56-6cca-459c-b721-43e2ef027bda req-a84b5051-c45e-4604-97bd-492eac476ea4 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 947 time: 0.0869880
Jun 02 08:23:23.379508 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3ad90c74-e1c5-41ae-af2b-8ee60042599d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:23.396779 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9da6cd56-6cca-459c-b721-43e2ef027bda req-c2fa1491-1a8f-4462-8b7c-9170f113a3bf tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398562
Jun 02 08:23:23.473417 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3ad90c74-e1c5-41ae-af2b-8ee60042599d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:23.480864 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-384904f8-cdc5-4df0-a2b8-fba295036373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:23:23.523771 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad90c74-e1c5-41ae-af2b-8ee60042599d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f265b447-f50e-4455-9e35-a4aeb71a7830,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:23:23.528181 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-3ad90c74-e1c5-41ae-af2b-8ee60042599d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b42f864dd797479dbbf9fe735a63601c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2728243
Jun 02 08:23:23.529152 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-3ad90c74-e1c5-41ae-af2b-8ee60042599d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:23:23.530819 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 39186) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:23:23.588224 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-5319f093-32a9-448a-9f24-54afa01270ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:23.612386 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-5319f093-32a9-448a-9f24-54afa01270ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:23.754015 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-5319f093-32a9-448a-9f24-54afa01270ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:23.760428 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-74706def-b1c0-4df0-91c5-fa1037245cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:23:23.775009 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319f093-32a9-448a-9f24-54afa01270ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f265b447-f50e-4455-9e35-a4aeb71a7830,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:23:23.785936 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-5319f093-32a9-448a-9f24-54afa01270ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:23:23.785936 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-5319f093-32a9-448a-9f24-54afa01270ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:23.785936 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-5319f093-32a9-448a-9f24-54afa01270ed admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f265b447-f50e-4455-9e35-a4aeb71a7830 HTTP/1.1" status: 204  len: 168 time: 0.2516901
Jun 02 08:23:23.793555 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1ee14-6b6a-471d-a7a3-43301c6b4116 req-82ba8e37-7cd9-4b74-99e7-9bd10ee0fa58 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:23.795260 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cfa1ee14-6b6a-471d-a7a3-43301c6b4116 req-82ba8e37-7cd9-4b74-99e7-9bd10ee0fa58 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 944 time: 0.0837362
Jun 02 08:23:23.845357 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-cfa1ee14-6b6a-471d-a7a3-43301c6b4116 req-66a7b00f-a1b6-4145-b751-ed23fd2c6f89 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443001
Jun 02 08:23:25.042616 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc363999-c51c-4f1e-8629-56556d2cfad3 req-f53683a2-0ae1-4c4c-9879-8023adf8b68b tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:25.044102 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bc363999-c51c-4f1e-8629-56556d2cfad3 req-f53683a2-0ae1-4c4c-9879-8023adf8b68b tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 944 time: 0.0831735
Jun 02 08:23:25.089057 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bc363999-c51c-4f1e-8629-56556d2cfad3 req-40457d1e-8325-4848-9b52-d6941f485580 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391390
Jun 02 08:23:26.281794 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec21643-4d14-401d-b2fe-edcc63d154d1 req-5ec0154e-ad34-4db5-89ae-589fe69d87f3 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:26.283256 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9ec21643-4d14-401d-b2fe-edcc63d154d1 req-5ec0154e-ad34-4db5-89ae-589fe69d87f3 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 944 time: 0.0909667
Jun 02 08:23:26.327518 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9ec21643-4d14-401d-b2fe-edcc63d154d1 req-6b0fcddd-ce44-4afb-b5ff-65a24d0e28a4 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384741
Jun 02 08:23:27.655531 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65719f-0d13-405c-b8cb-fdf6d311eb28 req-50fb8df2-2a6c-488b-b2c4-77445949698e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:27.656916 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2e65719f-0d13-405c-b8cb-fdf6d311eb28 req-50fb8df2-2a6c-488b-b2c4-77445949698e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 944 time: 0.0799301
Jun 02 08:23:27.704160 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2e65719f-0d13-405c-b8cb-fdf6d311eb28 req-93a5e28b-6b85-4dbf-aa91-be6bdefab633 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417306
Jun 02 08:23:28.890894 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544f4f0-eec3-4617-a951-014bd9492640 req-08ea926f-42ea-4935-887d-92a6eb3e0da1 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:28.892353 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7544f4f0-eec3-4617-a951-014bd9492640 req-08ea926f-42ea-4935-887d-92a6eb3e0da1 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 944 time: 0.0830233
Jun 02 08:23:28.938163 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7544f4f0-eec3-4617-a951-014bd9492640 req-3db40dc5-0c81-4e10-8562-a06eb88781a6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402341
Jun 02 08:23:29.382986 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 6e3e796c-eae6-4369-92e1-0775642335e8 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=92343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 02 08:23:29.512527 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 6e3e796c-eae6-4369-92e1-0775642335e8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6e3e796c-eae6-4369-92e1-0775642335e8,segment=NetworkSegment(3e8c3502-4384-483c-914a-8b04610c9f9a),segment_id=3e8c3502-4384-483c-914a-8b04610c9f9a)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:23:29.525409 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Returning: {'device': '6e3e796c-eae6-4369-92e1-0775642335e8', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'port_id': '6e3e796c-eae6-4369-92e1-0775642335e8', 'mac_address': 'fa:16:3e:72:d9:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823afbed-7820-4eee-844c-7dcd3a296224', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 02 08:23:29.578588 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:29.594456 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e3e796c-eae6-4369-92e1-0775642335e8 {{(pid=92343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:23:29.609220 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 6e3e796c-eae6-4369-92e1-0775642335e8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6e3e796c-eae6-4369-92e1-0775642335e8,segment=NetworkSegment(3e8c3502-4384-483c-914a-8b04610c9f9a),segment_id=3e8c3502-4384-483c-914a-8b04610c9f9a)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:23:29.719087 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:29.720979 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:23:29.819740 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=6e3e796c-eae6-4369-92e1-0775642335e8,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:23:29.822764 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:23:30.126401 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56acd460-d4f0-42d8-9976-4d05c8745b4f req-b3f00fe5-f478-4e8a-b850-cb53b292c66f tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:30.127745 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-56acd460-d4f0-42d8-9976-4d05c8745b4f req-b3f00fe5-f478-4e8a-b850-cb53b292c66f tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 945 time: 0.0806146
Jun 02 08:23:30.175446 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-56acd460-d4f0-42d8-9976-4d05c8745b4f req-ca3d3cd6-d2aa-4e71-b602-a16f869237ab tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421433
Jun 02 08:23:30.961844 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:31.358675 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7703c06-1125-4ed8-8d22-b1bbc1134adc req-ff63e5ed-0289-481f-9019-1b80afcaed65 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:31.360106 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c7703c06-1125-4ed8-8d22-b1bbc1134adc req-ff63e5ed-0289-481f-9019-1b80afcaed65 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 945 time: 0.0787926
Jun 02 08:23:31.404598 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c7703c06-1125-4ed8-8d22-b1bbc1134adc req-84efefe8-7568-47a4-845f-28e3b2a054f6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388110
Jun 02 08:23:32.596757 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45220f8e-d8af-44ec-9d7f-748c87163504 req-ad8f3594-4891-4256-877a-581e80f4b153 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:32.598283 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-45220f8e-d8af-44ec-9d7f-748c87163504 req-ad8f3594-4891-4256-877a-581e80f4b153 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 945 time: 0.0880699
Jun 02 08:23:32.643492 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-45220f8e-d8af-44ec-9d7f-748c87163504 req-7ed9a723-ed9e-43cb-a08d-ca4da56027a6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391455
Jun 02 08:23:33.826697 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc95a8f-ab08-404a-bd99-f95e954473b0 req-dd2310fe-4b25-483e-b9f6-03b46cf0e4e6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:33.828158 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2dc95a8f-ab08-404a-bd99-f95e954473b0 req-dd2310fe-4b25-483e-b9f6-03b46cf0e4e6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 945 time: 0.0807035
Jun 02 08:23:33.880713 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2dc95a8f-ab08-404a-bd99-f95e954473b0 req-8d4e664f-467a-4bcc-ac68-3a19d47d379b tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463736
Jun 02 08:23:33.944852 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['6e3e796c-eae6-4369-92e1-0775642335e8'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:23:35.067717 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92d97e-f051-4176-9a6c-4dc9ba9d61c8 req-7bfdab73-e15e-401a-9745-36b541ca896a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:35.069173 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9b92d97e-f051-4176-9a6c-4dc9ba9d61c8 req-7bfdab73-e15e-401a-9745-36b541ca896a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 945 time: 0.0863688
Jun 02 08:23:35.080521 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:23:35.113437 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9b92d97e-f051-4176-9a6c-4dc9ba9d61c8 req-5204f5a2-9754-47f4-8803-e21d1c5c1cab tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380330
Jun 02 08:23:35.325448 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-acf5a99c-a69d-4908-b52a-8bb90fcc37f3 req-49d948e4-e4ca-4cc6-94dd-a78d71bb8a37 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0702724
Jun 02 08:23:35.504330 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5a99c-a69d-4908-b52a-8bb90fcc37f3 req-f78112fb-257f-454c-8f6c-02a1ecf71d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:35.505772 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-acf5a99c-a69d-4908-b52a-8bb90fcc37f3 req-f78112fb-257f-454c-8f6c-02a1ecf71d4d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=52efccb2fe9c471881216eb5b42411f7&device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 1100 time: 0.1576085
Jun 02 08:23:35.649570 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5a99c-a69d-4908-b52a-8bb90fcc37f3 req-b78437af-82f0-4060-85e1-c71968f75a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:35.650924 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-acf5a99c-a69d-4908-b52a-8bb90fcc37f3 req-b78437af-82f0-4060-85e1-c71968f75a5d service neutron] 10.222.0.72 "GET /v2.0/networks?id=4696b473-c29b-4b8f-aebc-3497761794e1 HTTP/1.1" status: 200  len: 918 time: 0.1249323
Jun 02 08:23:35.753534 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-acf5a99c-a69d-4908-b52a-8bb90fcc37f3 req-91f7bc59-3730-41c8-a067-b1a9daae22da service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c HTTP/1.1" status: 200  len: 1002 time: 0.0955958
Jun 02 08:23:35.823366 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5a99c-a69d-4908-b52a-8bb90fcc37f3 req-63308a29-de98-4f18-a7b4-a14e528e56f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:35.824824 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-acf5a99c-a69d-4908-b52a-8bb90fcc37f3 req-63308a29-de98-4f18-a7b4-a14e528e56f0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f2d95f5c-acb5-47be-be66-d3f53cf5e37d HTTP/1.1" status: 200  len: 856 time: 0.0620935
Jun 02 08:23:35.906468 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5a99c-a69d-4908-b52a-8bb90fcc37f3 req-33918320-71b6-432e-9cce-f73b6fc324b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:35.907812 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-acf5a99c-a69d-4908-b52a-8bb90fcc37f3 req-33918320-71b6-432e-9cce-f73b6fc324b8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4696b473-c29b-4b8f-aebc-3497761794e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0745766
Jun 02 08:23:35.932358 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 6e3e796c-eae6-4369-92e1-0775642335e8 up at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:23:36.041525 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-acf5a99c-a69d-4908-b52a-8bb90fcc37f3 req-310bd1a8-0d09-4fbe-a2a9-65163320d2f3 service neutron] 10.222.0.72 "GET /v2.0/networks/4696b473-c29b-4b8f-aebc-3497761794e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258707
Jun 02 08:23:36.047438 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning for port 6e3e796c-eae6-4369-92e1-0775642335e8 completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:23:36.052320 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning complete for port 6e3e796c-eae6-4369-92e1-0775642335e8 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:23:36.052695 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:36.188036 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-acf5a99c-a69d-4908-b52a-8bb90fcc37f3 req-f3c1a599-b58f-4a38-a257-7a5520da52ce service neutron] 10.222.0.72 "GET /v2.0/networks/4696b473-c29b-4b8f-aebc-3497761794e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394255
Jun 02 08:23:36.189095 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:36.273805 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3e796c-eae6-4369-92e1-0775642335e8'}] {{(pid=92343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:23:36.276647 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a92db95248474e1fdd92faa7bb4bdbed5d39af607a3dc1549787c687b6a75a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03602fa2-5b1f-46e1-b5f1-c9ce60375756" -d '{"events": [{"server_uuid": "0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab", "name": "network-vif-plugged", "status": "completed", "tag": "6e3e796c-eae6-4369-92e1-0775642335e8"}]}' {{(pid=92343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:23:36.300482 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port 6e3e796c-eae6-4369-92e1-0775642335e8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6e3e796c-eae6-4369-92e1-0775642335e8,segment=NetworkSegment(3e8c3502-4384-483c-914a-8b04610c9f9a),segment_id=3e8c3502-4384-483c-914a-8b04610c9f9a)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:23:36.316700 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6a1cc-59bd-4c2d-9c4e-4418e06e9239 req-59708f09-c2fc-41cd-b53a-63b81ff13d1c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:36.318191 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8ba6a1cc-59bd-4c2d-9c4e-4418e06e9239 req-59708f09-c2fc-41cd-b53a-63b81ff13d1c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 945 time: 0.0870376
Jun 02 08:23:36.326389 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a769f12d-ba31-43e1-988b-2b70a3a7cdb1 x-openstack-request-id: req-a769f12d-ba31-43e1-988b-2b70a3a7cdb1 {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:23:36.326686 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab", "name": "network-vif-plugged", "status": "completed", "tag": "6e3e796c-eae6-4369-92e1-0775642335e8", "code": 200}]} {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:23:36.326938 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a769f12d-ba31-43e1-988b-2b70a3a7cdb1 {{(pid=92343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:23:36.327610 dv-cinder-786385-7-iscsi neutron-server[92343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3e796c-eae6-4369-92e1-0775642335e8', 'code': 200}
Jun 02 08:23:36.369238 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8ba6a1cc-59bd-4c2d-9c4e-4418e06e9239 req-fdcad276-db93-4753-ac5c-a6efc517b074 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420897
Jun 02 08:23:36.403583 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:36.408357 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-705a7623-3433-42aa-9883-b75e9a3a6a08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:23:36.491165 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=6e3e796c-eae6-4369-92e1-0775642335e8,revision_number=5']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:23:36.498220 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:23:36.792974 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244de1f-d65f-47c6-9afc-eb4dd87dd5c1 req-49b5f89c-b0b9-43cc-81e8-8fd7ec7af21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:36.794317 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e244de1f-d65f-47c6-9afc-eb4dd87dd5c1 req-49b5f89c-b0b9-43cc-81e8-8fd7ec7af21f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 1099 time: 0.0729008
Jun 02 08:23:36.836522 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e244de1f-d65f-47c6-9afc-eb4dd87dd5c1 req-c9f879c1-9f35-449e-931d-bbb5a95d2fa2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0342736
Jun 02 08:23:37.561520 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c8252-f364-4124-96f4-76a2c3d43e8b req-c783aaac-a915-4738-a16f-b201e7b35baf tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:37.564662 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-675c8252-f364-4124-96f4-76a2c3d43e8b req-c783aaac-a915-4738-a16f-b201e7b35baf tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 946 time: 0.0882945
Jun 02 08:23:37.608573 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-675c8252-f364-4124-96f4-76a2c3d43e8b req-808b87c5-fda1-4d0f-b90b-fd3ef4d33738 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399928
Jun 02 08:23:38.636365 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 39304) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:23:38.753223 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-998dd29b-72ca-457f-a24a-c88ccf360d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:38.767700 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-998dd29b-72ca-457f-a24a-c88ccf360d26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:23:38.771389 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-998dd29b-72ca-457f-a24a-c88ccf360d26 admin admin] Usage tracker for resource:security_group_rule and tenant:6a6a2d506f0f4b56a2b683fa456b90a2 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:23:38.774105 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-998dd29b-72ca-457f-a24a-c88ccf360d26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:23:38.780274 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-998dd29b-72ca-457f-a24a-c88ccf360d26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:23:38.806063 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e83c6-3f70-4acd-bc96-4c3a1a471b68 req-a7adf12f-bd65-452c-af11-6c5cf3fbba7a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:38.807525 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f43e83c6-3f70-4acd-bc96-4c3a1a471b68 req-a7adf12f-bd65-452c-af11-6c5cf3fbba7a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 946 time: 0.0830815
Jun 02 08:23:38.852555 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f43e83c6-3f70-4acd-bc96-4c3a1a471b68 req-ad72ef51-640b-43bb-88d9-f180d4043ce8 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394289
Jun 02 08:23:38.865439 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-998dd29b-72ca-457f-a24a-c88ccf360d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:38.948520 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-998dd29b-72ca-457f-a24a-c88ccf360d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:38.957511 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-c433f360-7c67-45c0-89fe-8ce79e497b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:23:39.002179 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-998dd29b-72ca-457f-a24a-c88ccf360d26 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6a6a2d506f0f4b56a2b683fa456b90a2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3645914
Jun 02 08:23:39.003843 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998dd29b-72ca-457f-a24a-c88ccf360d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbd9a9a-7da7-4ad9-b9f4-63a57c28c726,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:23:39.005691 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 39312) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:23:39.007285 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-998dd29b-72ca-457f-a24a-c88ccf360d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:23:39.088954 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1bd8e-5025-424a-bd3a-dfc6fc3ff4b4 req-33cb3d04-e64c-451c-9d4c-0874f292f18b tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:39.090402 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-21a1bd8e-5025-424a-bd3a-dfc6fc3ff4b4 req-33cb3d04-e64c-451c-9d4c-0874f292f18b tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 946 time: 0.1337242
Jun 02 08:23:39.094928 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-85b6488b-49e0-42e6-b31b-7e437246619a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:39.148539 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-85b6488b-49e0-42e6-b31b-7e437246619a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:39.171609 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-21a1bd8e-5025-424a-bd3a-dfc6fc3ff4b4 req-36e670f5-54ca-4710-989b-dde7b1d53dbb tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748143
Jun 02 08:23:39.206789 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 39314) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:23:39.386722 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5226e536-2b15-418f-8dbd-36aeeede41ab tempest-TestVolumeBootPattern-1756204798 tempest-TestVolumeBootPattern-1756204798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:39.387422 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-5226e536-2b15-418f-8dbd-36aeeede41ab tempest-TestVolumeBootPattern-1756204798 tempest-TestVolumeBootPattern-1756204798-project-admin] Synchronizing usage tracker for tenant:be7c01491e3745aeba87dd4490e12db8 on resource:port {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:23:39.396170 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-85b6488b-49e0-42e6-b31b-7e437246619a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:39.402543 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-eded03d6-8bad-45a9-92c6-378f51991500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:23:39.415779 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6488b-49e0-42e6-b31b-7e437246619a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbd9a9a-7da7-4ad9-b9f4-63a57c28c726,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:23:39.418691 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-85b6488b-49e0-42e6-b31b-7e437246619a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:23:39.420971 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-85b6488b-49e0-42e6-b31b-7e437246619a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:39.422087 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-85b6488b-49e0-42e6-b31b-7e437246619a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7dbd9a9a-7da7-4ad9-b9f4-63a57c28c726 HTTP/1.1" status: 204  len: 168 time: 0.4153149
Jun 02 08:23:39.467856 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-5226e536-2b15-418f-8dbd-36aeeede41ab tempest-TestVolumeBootPattern-1756204798 tempest-TestVolumeBootPattern-1756204798-project-admin] Unset dirty status for tenant:be7c01491e3745aeba87dd4490e12db8 on resource:port {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:23:39.469146 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-5226e536-2b15-418f-8dbd-36aeeede41ab tempest-TestVolumeBootPattern-1756204798 tempest-TestVolumeBootPattern-1756204798-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 1094 time: 0.2613888
Jun 02 08:23:39.472177 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 39320) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:23:39.476837 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-4e454ce9-e3a0-4fde-80a6-5a2dda141ba6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Request body: {'floatingip': {'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'port_id': '6e3e796c-eae6-4369-92e1-0775642335e8', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:23:39.483309 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-4e454ce9-e3a0-4fde-80a6-5a2dda141ba6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:23:39.487124 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-4e454ce9-e3a0-4fde-80a6-5a2dda141ba6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Usage tracker for resource:floatingip and tenant:cdbec1ec3f63482a98b7bae1100654a5 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:23:39.489923 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-4e454ce9-e3a0-4fde-80a6-5a2dda141ba6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:23:39.496072 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-4e454ce9-e3a0-4fde-80a6-5a2dda141ba6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:23:39.562376 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4e454ce9-e3a0-4fde-80a6-5a2dda141ba6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for floatingip, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:39.698351 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4e454ce9-e3a0-4fde-80a6-5a2dda141ba6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:39.842029 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_common [None req-4e454ce9-e3a0-4fde-80a6-5a2dda141ba6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Allocated IP 172.27.3.190 (25cee017-96f1-470f-84b1-115420be0257/100151e0-9740-4c20-8f2c-560e0808d190/b6c23c11-d719-4456-aabb-1f34ac002a74) {{(pid=92342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:23:39.980932 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4e454ce9-e3a0-4fde-80a6-5a2dda141ba6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for port, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:40.027727 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9c9256c-1cbe-47dd-8927-a0bae7e8604f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:40.053665 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 39324) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:23:40.070080 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-d57441cb-8257-483d-bce8-ff75d41270c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:40.083654 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-d57441cb-8257-483d-bce8-ff75d41270c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:23:40.087379 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-d57441cb-8257-483d-bce8-ff75d41270c1 admin admin] Usage tracker for resource:security_group_rule and tenant:16cfa2e5cab0427e84b5df68845f9b14 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:23:40.090616 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-d57441cb-8257-483d-bce8-ff75d41270c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:23:40.096177 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-d57441cb-8257-483d-bce8-ff75d41270c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:23:40.099690 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4e454ce9-e3a0-4fde-80a6-5a2dda141ba6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:40.105897 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-16a9792e-8cbb-4f99-888e-a587cda97f81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:23:40.168166 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e454ce9-e3a0-4fde-80a6-5a2dda141ba6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Network 25cee017-96f1-470f-84b1-115420be0257 is already hosted by enough agents. {{(pid=92342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:23:40.172654 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-4e454ce9-e3a0-4fde-80a6-5a2dda141ba6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Resources bound (agent type, host, resource id):  {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:23:40.183389 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e454ce9-e3a0-4fde-80a6-5a2dda141ba6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Received port after_create {{(pid=92342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:23:40.244272 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e454ce9-e3a0-4fde-80a6-5a2dda141ba6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Pushing event updated for resources: {'Port': ['ID=b6c23c11-d719-4456-aabb-1f34ac002a74,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:23:40.253097 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-4e454ce9-e3a0-4fde-80a6-5a2dda141ba6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:23:40.381764 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-d57441cb-8257-483d-bce8-ff75d41270c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:40.459983 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-d57441cb-8257-483d-bce8-ff75d41270c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:40.477294 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-5319f093-32a9-448a-9f24-54afa01270ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:23:40.535825 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57441cb-8257-483d-bce8-ff75d41270c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9f206b-5b6f-4b83-884f-1dff5b97b7ba,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:23:40.709426 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-d57441cb-8257-483d-bce8-ff75d41270c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:23:40.709426 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-d57441cb-8257-483d-bce8-ff75d41270c1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=16cfa2e5cab0427e84b5df68845f9b14&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4922502
Jun 02 08:23:40.710529 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 39326) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:23:40.710529 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-3be27ae8-5e2e-4b02-a772-bb846a173247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:40.710529 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-3be27ae8-5e2e-4b02-a772-bb846a173247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:40.711565 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4e454ce9-e3a0-4fde-80a6-5a2dda141ba6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:40.756337 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-3be27ae8-5e2e-4b02-a772-bb846a173247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:40.760709 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-d6f96f47-9f88-41e5-9960-3fe20be3abd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:23:40.773358 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be27ae8-5e2e-4b02-a772-bb846a173247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9f206b-5b6f-4b83-884f-1dff5b97b7ba,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:23:40.776149 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-3be27ae8-5e2e-4b02-a772-bb846a173247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:23:40.777999 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-3be27ae8-5e2e-4b02-a772-bb846a173247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:40.781530 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-3be27ae8-5e2e-4b02-a772-bb846a173247 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eb9f206b-5b6f-4b83-884f-1dff5b97b7ba HTTP/1.1" status: 204  len: 168 time: 0.2283068
Jun 02 08:23:40.842159 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4e454ce9-e3a0-4fde-80a6-5a2dda141ba6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:41.154619 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4e454ce9-e3a0-4fde-80a6-5a2dda141ba6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for port, precommit_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:41.208176 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4e454ce9-e3a0-4fde-80a6-5a2dda141ba6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6633674'] for port, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:41.213044 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-3a8b1e44-100f-4a53-b34a-9be6ed062f7c tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:23:41.321411 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e454ce9-e3a0-4fde-80a6-5a2dda141ba6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Pushing event updated for resources: {'Port': ['ID=b6c23c11-d719-4456-aabb-1f34ac002a74,revision_number=2']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:23:41.326625 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-4e454ce9-e3a0-4fde-80a6-5a2dda141ba6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:23:41.333153 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4e454ce9-e3a0-4fde-80a6-5a2dda141ba6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8036659'] for floatingip, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:41.504808 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.db.l3_db [None req-4e454ce9-e3a0-4fde-80a6-5a2dda141ba6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Floating IP 7ebfd92a-191c-4b7b-82de-def1586af78a associated. External IP: 172.27.3.190, port: 6e3e796c-eae6-4369-92e1-0775642335e8.
Jun 02 08:23:41.856609 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e454ce9-e3a0-4fde-80a6-5a2dda141ba6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Router 2df38e64-17cb-48e2-a8fc-775fbf028ad6 has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:23:42.034098 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e454ce9-e3a0-4fde-80a6-5a2dda141ba6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:23:42.043608 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd205388-a305-441c-842f-c6d19951f690 None None] Sync routers for ids ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'] in dv-cinder-786385-7-iscsi {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:23:42.053906 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd205388-a305-441c-842f-c6d19951f690 None None] Routers {'2df38e64-17cb-48e2-a8fc-775fbf028ad6'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:23:42.054529 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-fd205388-a305-441c-842f-c6d19951f690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7ac4ea00>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:23:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:23:42.142004 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4e454ce9-e3a0-4fde-80a6-5a2dda141ba6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for floatingip, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:42.200484 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-4e454ce9-e3a0-4fde-80a6-5a2dda141ba6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.7271798
Jun 02 08:23:42.201100 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab', 'tag': '6e3e796c-eae6-4369-92e1-0775642335e8'}] {{(pid=92342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:23:42.203341 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e374b3b879b00d97b29532d72ba3bb6ea3956478347f3877d9246faf94d18eae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac3c961-0a89-4f53-b3a0-44811d392884" -d '{"events": [{"name": "network-changed", "server_uuid": "0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab", "tag": "6e3e796c-eae6-4369-92e1-0775642335e8"}]}' {{(pid=92342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:23:42.244580 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67efe4fd-6581-45cb-8916-665c2cf6d455 x-openstack-request-id: req-67efe4fd-6581-45cb-8916-665c2cf6d455 {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:23:42.245100 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab", "tag": "6e3e796c-eae6-4369-92e1-0775642335e8", "status": "completed", "code": 200}]} {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:23:42.245541 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-67efe4fd-6581-45cb-8916-665c2cf6d455 {{(pid=92342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:23:42.246255 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab', 'tag': '6e3e796c-eae6-4369-92e1-0775642335e8', 'status': 'completed', 'code': 200}
Jun 02 08:23:42.264020 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-fd205388-a305-441c-842f-c6d19951f690 None None] Set router 2df38e64-17cb-48e2-a8fc-775fbf028ad6 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:23:42.349469 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3c961-0a89-4f53-b3a0-44811d392884 req-58142db9-39a7-4952-a8e0-c9571ee5ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:42.351151 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7ac3c961-0a89-4f53-b3a0-44811d392884 req-58142db9-39a7-4952-a8e0-c9571ee5ef2b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cdbec1ec3f63482a98b7bae1100654a5&device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 1099 time: 0.0777924
Jun 02 08:23:42.579695 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:42.602463 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3c961-0a89-4f53-b3a0-44811d392884 req-fcf38b46-b59b-491d-bb5c-036c94c72eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:42.605061 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7ac3c961-0a89-4f53-b3a0-44811d392884 req-fcf38b46-b59b-491d-bb5c-036c94c72eaf service neutron] 10.222.0.72 "GET /v2.0/networks?id=5647c6e8-6e89-4376-a13c-5de9c11f58e9 HTTP/1.1" status: 200  len: 912 time: 0.2443409
Jun 02 08:23:42.607854 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-46603ff6-2600-4a38-963b-bda5ccb7a8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:42.629538 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-fd205388-a305-441c-842f-c6d19951f690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7ac4ea00>, [{'id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'name': 'tempest-TestVolumeBootPattern-806449703-router', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:10Z', 'updated_at': '2021-06-02T08:22:15Z', 'revision_number': 4, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'gw_port': {'id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:11Z', 'updated_at': '2021-06-02T08:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_floatingips': [{'id': '7ebfd92a-191c-4b7b-82de-def1586af78a', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'router_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'port_id': '6e3e796c-eae6-4369-92e1-0775642335e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'mac_address': 'fa:16:3e:72:d9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:23:40Z', 'updated_at': '2021-06-02T08:23:40Z', 'revision_number': 0, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c700fded-ecca-4157-a3ae-e92c5acb7abd', 'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'mac_address': 'fa:16:3e:de:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '823afbed-7820-4eee-844c-7dcd3a296224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:14Z', 'updated_at': '2021-06-02T08:22:22Z', 'revision_number': 5, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'subnets': [{'id': '823afbed-7820-4eee-844c-7dcd3a296224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:23:42.633767 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd205388-a305-441c-842f-c6d19951f690 None None] Checking router: 2df38e64-17cb-48e2-a8fc-775fbf028ad6 for host: dv-cinder-786385-7-iscsi {{(pid=92344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:23:42.643281 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd205388-a305-441c-842f-c6d19951f690 None None] Routers {'2df38e64-17cb-48e2-a8fc-775fbf028ad6'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:23:42.643898 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-fd205388-a305-441c-842f-c6d19951f690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7ac4ea00>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:23:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:23:42.713394 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7ac3c961-0a89-4f53-b3a0-44811d392884 req-7121dc3b-7420-40f5-a952-d756452657bc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e3e796c-eae6-4369-92e1-0775642335e8 HTTP/1.1" status: 200  len: 1000 time: 0.0992334
Jun 02 08:23:42.774625 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3c961-0a89-4f53-b3a0-44811d392884 req-892b15b5-44f2-40a8-8265-9e4fa842a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:42.776634 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7ac3c961-0a89-4f53-b3a0-44811d392884 req-892b15b5-44f2-40a8-8265-9e4fa842a70b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=823afbed-7820-4eee-844c-7dcd3a296224 HTTP/1.1" status: 200  len: 850 time: 0.0568652
Jun 02 08:23:42.828066 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-fd205388-a305-441c-842f-c6d19951f690 None None] Set router 2df38e64-17cb-48e2-a8fc-775fbf028ad6 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:23:42.853632 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3c961-0a89-4f53-b3a0-44811d392884 req-9e22b20f-a27d-43b2-8579-73564cbfb421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:23:42.855172 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7ac3c961-0a89-4f53-b3a0-44811d392884 req-9e22b20f-a27d-43b2-8579-73564cbfb421 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5647c6e8-6e89-4376-a13c-5de9c11f58e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727675
Jun 02 08:23:42.996479 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7ac3c961-0a89-4f53-b3a0-44811d392884 req-5c4fd845-684e-4836-83fd-86c07fea3a09 service neutron] 10.222.0.72 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338940
Jun 02 08:23:43.140208 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7ac3c961-0a89-4f53-b3a0-44811d392884 req-48a9e6d8-bd3c-400c-ab6f-defd7a800309 service neutron] 10.222.0.72 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368034
Jun 02 08:23:43.183805 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-fd205388-a305-441c-842f-c6d19951f690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7ac4ea00>, [{'id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'name': 'tempest-TestVolumeBootPattern-806449703-router', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:10Z', 'updated_at': '2021-06-02T08:22:15Z', 'revision_number': 4, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'gw_port': {'id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:11Z', 'updated_at': '2021-06-02T08:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_floatingips': [{'id': '7ebfd92a-191c-4b7b-82de-def1586af78a', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'router_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'port_id': '6e3e796c-eae6-4369-92e1-0775642335e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'mac_address': 'fa:16:3e:72:d9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:23:40Z', 'updated_at': '2021-06-02T08:23:40Z', 'revision_number': 0, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c700fded-ecca-4157-a3ae-e92c5acb7abd', 'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'mac_address': 'fa:16:3e:de:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '823afbed-7820-4eee-844c-7dcd3a296224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:14Z', 'updated_at': '2021-06-02T08:22:22Z', 'revision_number': 5, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'subnets': [{'id': '823afbed-7820-4eee-844c-7dcd3a296224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:23:43.188005 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd205388-a305-441c-842f-c6d19951f690 None None] The sync data for ids ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'] in dv-cinder-786385-7-iscsi is: [{'id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'name': 'tempest-TestVolumeBootPattern-806449703-router', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:10Z', 'updated_at': '2021-06-02T08:22:15Z', 'revision_number': 4, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'gw_port': {'id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:11Z', 'updated_at': '2021-06-02T08:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_floatingips': [{'id': '7ebfd92a-191c-4b7b-82de-def1586af78a', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'router_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'port_id': '6e3e796c-eae6-4369-92e1-0775642335e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'mac_address': 'fa:16:3e:72:d9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:23:40Z', 'updated_at': '2021-06-02T08:23:40Z', 'revision_number': 0, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c700fded-ecca-4157-a3ae-e92c5acb7abd', 'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'mac_address': 'fa:16:3e:de:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '823afbed-7820-4eee-844c-7dcd3a296224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:14Z', 'updated_at': '2021-06-02T08:22:22Z', 'revision_number': 5, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'subnets': [{'id': '823afbed-7820-4eee-844c-7dcd3a296224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:23:43.374885 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88b0e73-3125-48d6-8351-24f5f02699da None None] New status for floating IP 7ebfd92a-191c-4b7b-82de-def1586af78a: ACTIVE {{(pid=92343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 02 08:23:43.764704 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:45.236025 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:48.630572 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 39430) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:23:48.754188 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-5dacbc14-65e4-4875-b1ae-d7d48ebe8a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:48.769139 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-5dacbc14-65e4-4875-b1ae-d7d48ebe8a15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:23:48.772934 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-5dacbc14-65e4-4875-b1ae-d7d48ebe8a15 admin admin] Usage tracker for resource:security_group_rule and tenant:1f5e7e59fa7944fa93d188a014da57dd is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:23:48.775691 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-5dacbc14-65e4-4875-b1ae-d7d48ebe8a15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:23:48.781784 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-5dacbc14-65e4-4875-b1ae-d7d48ebe8a15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:23:48.861995 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-5dacbc14-65e4-4875-b1ae-d7d48ebe8a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:48.924532 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-5dacbc14-65e4-4875-b1ae-d7d48ebe8a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:48.931921 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-aaa7ba43-690c-442f-9f14-ad90d63d201b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:23:48.972821 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dacbc14-65e4-4875-b1ae-d7d48ebe8a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd57e803-d260-4a7c-9002-1149e8f72fa2,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:23:48.976596 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-5dacbc14-65e4-4875-b1ae-d7d48ebe8a15 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1f5e7e59fa7944fa93d188a014da57dd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3450031
Jun 02 08:23:48.980918 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 39436) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:23:48.983105 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dacbc14-65e4-4875-b1ae-d7d48ebe8a15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:23:48.983505 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dacbc14-65e4-4875-b1ae-d7d48ebe8a15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:23:48.983942 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dacbc14-65e4-4875-b1ae-d7d48ebe8a15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:23:48.984323 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dacbc14-65e4-4875-b1ae-d7d48ebe8a15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:23:48.986934 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dacbc14-65e4-4875-b1ae-d7d48ebe8a15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:23:48.987306 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dacbc14-65e4-4875-b1ae-d7d48ebe8a15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:23:48.987666 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dacbc14-65e4-4875-b1ae-d7d48ebe8a15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:23:48.988016 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dacbc14-65e4-4875-b1ae-d7d48ebe8a15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:23:48.989531 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dacbc14-65e4-4875-b1ae-d7d48ebe8a15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:23:48.989531 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dacbc14-65e4-4875-b1ae-d7d48ebe8a15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:23:48.989531 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dacbc14-65e4-4875-b1ae-d7d48ebe8a15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:23:48.989531 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dacbc14-65e4-4875-b1ae-d7d48ebe8a15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:23:48.993501 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-5dacbc14-65e4-4875-b1ae-d7d48ebe8a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:23:49.042675 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-a91e5507-9a0c-4d09-a2f4-241e15b24c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:49.067457 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-a91e5507-9a0c-4d09-a2f4-241e15b24c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:49.187422 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-a91e5507-9a0c-4d09-a2f4-241e15b24c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:49.191242 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-e2933f8a-1e06-445d-8953-a9e037e944a1 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:23:49.202437 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e5507-9a0c-4d09-a2f4-241e15b24c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd57e803-d260-4a7c-9002-1149e8f72fa2,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:23:49.204926 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-a91e5507-9a0c-4d09-a2f4-241e15b24c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:23:49.211138 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-a91e5507-9a0c-4d09-a2f4-241e15b24c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:49.215078 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-a91e5507-9a0c-4d09-a2f4-241e15b24c28 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bd57e803-d260-4a7c-9002-1149e8f72fa2 HTTP/1.1" status: 204  len: 168 time: 0.2303610
Jun 02 08:23:49.816495 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 39442) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:23:49.836725 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-ad90a4e8-c402-4988-be6d-c72ba896bc78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:49.850526 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-ad90a4e8-c402-4988-be6d-c72ba896bc78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:23:49.854823 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-ad90a4e8-c402-4988-be6d-c72ba896bc78 admin admin] Usage tracker for resource:security_group_rule and tenant:ebb725876abb458b9e1bfce7827c9cb7 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:23:49.857601 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-ad90a4e8-c402-4988-be6d-c72ba896bc78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:23:49.863228 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-ad90a4e8-c402-4988-be6d-c72ba896bc78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:23:49.942013 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-ad90a4e8-c402-4988-be6d-c72ba896bc78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:50.021734 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-ad90a4e8-c402-4988-be6d-c72ba896bc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:50.029545 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-1f39ddb3-dd51-4926-848d-fbca806055f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:23:50.069086 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-ad90a4e8-c402-4988-be6d-c72ba896bc78 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ebb725876abb458b9e1bfce7827c9cb7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2515609
Jun 02 08:23:50.069945 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90a4e8-c402-4988-be6d-c72ba896bc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ef70dd-77a2-4450-a1b4-95d185371e5c,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:23:50.071929 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 39444) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:23:50.072968 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-ad90a4e8-c402-4988-be6d-c72ba896bc78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:23:50.129089 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-ad54fd63-02d3-47ee-9505-a5b8efea1cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:50.154312 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-ad54fd63-02d3-47ee-9505-a5b8efea1cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:50.287640 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-ad54fd63-02d3-47ee-9505-a5b8efea1cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:50.293133 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-22335484-9de6-44fc-9b3d-c59cdf9187e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:23:50.305674 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54fd63-02d3-47ee-9505-a5b8efea1cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ef70dd-77a2-4450-a1b4-95d185371e5c,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:23:50.313507 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-ad54fd63-02d3-47ee-9505-a5b8efea1cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:23:50.319211 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-ad54fd63-02d3-47ee-9505-a5b8efea1cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:50.319211 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-ad54fd63-02d3-47ee-9505-a5b8efea1cfe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e3ef70dd-77a2-4450-a1b4-95d185371e5c HTTP/1.1" status: 204  len: 168 time: 0.2429726
Jun 02 08:23:51.005639 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 39452) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:23:51.023326 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-ef0e0e7a-fd7b-44e9-a57d-b7e2641f196e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:51.037232 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-ef0e0e7a-fd7b-44e9-a57d-b7e2641f196e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:23:51.041169 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-ef0e0e7a-fd7b-44e9-a57d-b7e2641f196e admin admin] Usage tracker for resource:security_group_rule and tenant:38d2bb21bb454fc89143c83e17d8aaae is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:23:51.043924 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-ef0e0e7a-fd7b-44e9-a57d-b7e2641f196e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:23:51.049628 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-ef0e0e7a-fd7b-44e9-a57d-b7e2641f196e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:23:51.130932 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-ef0e0e7a-fd7b-44e9-a57d-b7e2641f196e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:51.182390 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-ef0e0e7a-fd7b-44e9-a57d-b7e2641f196e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:51.191438 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-561402f3-86c4-4412-a9f1-db2bb4b0f23d tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:23:51.231105 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e0e7a-fd7b-44e9-a57d-b7e2641f196e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c6b65b-0bee-4167-8e82-c283742570c2,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:23:51.235237 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-ef0e0e7a-fd7b-44e9-a57d-b7e2641f196e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=38d2bb21bb454fc89143c83e17d8aaae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2285535
Jun 02 08:23:51.236109 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-ef0e0e7a-fd7b-44e9-a57d-b7e2641f196e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:23:51.237883 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 39454) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:23:51.294132 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-4315fd84-5ae8-4b80-9d74-dd783609960b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:51.323599 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-4315fd84-5ae8-4b80-9d74-dd783609960b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:51.458624 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-4315fd84-5ae8-4b80-9d74-dd783609960b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:51.462866 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-85b6488b-49e0-42e6-b31b-7e437246619a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:23:51.475423 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4315fd84-5ae8-4b80-9d74-dd783609960b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c6b65b-0bee-4167-8e82-c283742570c2,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:23:51.478902 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-4315fd84-5ae8-4b80-9d74-dd783609960b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:23:51.481013 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-4315fd84-5ae8-4b80-9d74-dd783609960b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:23:51.482046 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-4315fd84-5ae8-4b80-9d74-dd783609960b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/01c6b65b-0bee-4167-8e82-c283742570c2 HTTP/1.1" status: 204  len: 168 time: 0.2432876
Jun 02 08:24:01.001421 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:06.226599 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 39568) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:24:06.341195 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-19a382b4-f546-45bf-bc7b-4df3bae8244a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:06.355751 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-19a382b4-f546-45bf-bc7b-4df3bae8244a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:24:06.359509 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-19a382b4-f546-45bf-bc7b-4df3bae8244a admin admin] Usage tracker for resource:security_group_rule and tenant:147da4bbaf7c4b499fb6199be8deaa6a is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:24:06.362314 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-19a382b4-f546-45bf-bc7b-4df3bae8244a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:24:06.367837 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-19a382b4-f546-45bf-bc7b-4df3bae8244a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:24:06.446620 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-19a382b4-f546-45bf-bc7b-4df3bae8244a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:06.515471 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-19a382b4-f546-45bf-bc7b-4df3bae8244a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:06.524010 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-81335d7b-5bd4-4485-9d97-52173339edcd tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:24:06.566707 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-19a382b4-f546-45bf-bc7b-4df3bae8244a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=147da4bbaf7c4b499fb6199be8deaa6a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3389845
Jun 02 08:24:06.568223 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a382b4-f546-45bf-bc7b-4df3bae8244a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4fc7af-1b19-44e0-b644-e5dca196e9d4,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:24:06.569323 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 39572) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:24:06.575883 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a382b4-f546-45bf-bc7b-4df3bae8244a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:24:06.576308 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a382b4-f546-45bf-bc7b-4df3bae8244a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:24:06.576668 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a382b4-f546-45bf-bc7b-4df3bae8244a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:24:06.577043 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a382b4-f546-45bf-bc7b-4df3bae8244a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:24:06.577390 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a382b4-f546-45bf-bc7b-4df3bae8244a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:24:06.577737 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a382b4-f546-45bf-bc7b-4df3bae8244a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:24:06.578106 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a382b4-f546-45bf-bc7b-4df3bae8244a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:24:06.578471 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a382b4-f546-45bf-bc7b-4df3bae8244a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:24:06.578816 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a382b4-f546-45bf-bc7b-4df3bae8244a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:24:06.579155 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a382b4-f546-45bf-bc7b-4df3bae8244a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:24:06.579493 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a382b4-f546-45bf-bc7b-4df3bae8244a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:24:06.579830 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a382b4-f546-45bf-bc7b-4df3bae8244a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:24:06.583690 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-19a382b4-f546-45bf-bc7b-4df3bae8244a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:24:06.628900 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a8a87dc3-5c64-4838-9fcf-481f6ee7546d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:06.654723 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a8a87dc3-5c64-4838-9fcf-481f6ee7546d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:06.795892 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a8a87dc3-5c64-4838-9fcf-481f6ee7546d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:06.799613 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-31371c59-7f64-456b-87e0-10da44f15cac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:24:06.810295 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a87dc3-5c64-4838-9fcf-481f6ee7546d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4fc7af-1b19-44e0-b644-e5dca196e9d4,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:24:06.812766 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-a8a87dc3-5c64-4838-9fcf-481f6ee7546d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:24:06.818265 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a8a87dc3-5c64-4838-9fcf-481f6ee7546d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:06.819291 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-a8a87dc3-5c64-4838-9fcf-481f6ee7546d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cb4fc7af-1b19-44e0-b644-e5dca196e9d4 HTTP/1.1" status: 204  len: 168 time: 0.2483683
Jun 02 08:24:07.516078 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 39578) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:24:07.535858 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f52ce4a1-d04b-4d6c-8299-364540406886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:07.552737 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-f52ce4a1-d04b-4d6c-8299-364540406886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:24:07.556487 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-f52ce4a1-d04b-4d6c-8299-364540406886 admin admin] Usage tracker for resource:security_group_rule and tenant:f9c4417677ae4edb93e72720cf459a21 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:24:07.559715 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-f52ce4a1-d04b-4d6c-8299-364540406886 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:24:07.565386 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-f52ce4a1-d04b-4d6c-8299-364540406886 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:24:07.644671 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f52ce4a1-d04b-4d6c-8299-364540406886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:07.720998 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-f52ce4a1-d04b-4d6c-8299-364540406886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:07.727687 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-b686e1ae-f687-4390-841b-888facd713bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:24:07.769223 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-f52ce4a1-d04b-4d6c-8299-364540406886 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f9c4417677ae4edb93e72720cf459a21&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2518163
Jun 02 08:24:07.770129 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ce4a1-d04b-4d6c-8299-364540406886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ace5ef-ca51-4d86-8569-d3ac25def63e,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:24:07.771916 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 39580) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:24:07.773147 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-f52ce4a1-d04b-4d6c-8299-364540406886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:24:07.830188 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b660bf55-d4d0-4fe5-82aa-d2d0147d47d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:07.855265 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b660bf55-d4d0-4fe5-82aa-d2d0147d47d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:07.987003 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b660bf55-d4d0-4fe5-82aa-d2d0147d47d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:07.990595 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-a5ef9081-f483-49db-ae2c-ad86930c5fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:24:08.002331 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660bf55-d4d0-4fe5-82aa-d2d0147d47d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ace5ef-ca51-4d86-8569-d3ac25def63e,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:24:08.006122 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-b660bf55-d4d0-4fe5-82aa-d2d0147d47d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:24:08.016435 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b660bf55-d4d0-4fe5-82aa-d2d0147d47d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:08.017541 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-b660bf55-d4d0-4fe5-82aa-d2d0147d47d0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/74ace5ef-ca51-4d86-8569-d3ac25def63e HTTP/1.1" status: 204  len: 168 time: 0.2440269
Jun 02 08:24:10.010097 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-15476fe7-0080-4ebc-821b-b0f7d795e924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:12.079896 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:24:12.670202 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:12.718528 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-af3e9ca9-f143-414b-aa0e-4a8da5a29a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:13.787202 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:15.236626 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:20.734135 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b8116-560b-4c27-96fc-d78318f9ed77 req-16814822-4a3b-466a-b090-40f4702cae9f tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:24:20.736525 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-228b8116-560b-4c27-96fc-d78318f9ed77 req-16814822-4a3b-466a-b090-40f4702cae9f tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 947 time: 0.0804348
Jun 02 08:24:20.785222 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-228b8116-560b-4c27-96fc-d78318f9ed77 req-c59eb19d-0256-4273-9f37-860dc8d37523 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431967
Jun 02 08:24:20.942966 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 39720) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:24:21.056521 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-df3af62f-6c72-498c-915a-92b7d9262260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:21.070515 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-df3af62f-6c72-498c-915a-92b7d9262260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:24:21.074298 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-df3af62f-6c72-498c-915a-92b7d9262260 admin admin] Usage tracker for resource:security_group_rule and tenant:1f1054ca32594147bee386568106a910 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:24:21.077051 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-df3af62f-6c72-498c-915a-92b7d9262260 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:24:21.083139 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-df3af62f-6c72-498c-915a-92b7d9262260 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:24:21.162374 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-df3af62f-6c72-498c-915a-92b7d9262260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:21.235556 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-df3af62f-6c72-498c-915a-92b7d9262260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:21.244396 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-ad54fd63-02d3-47ee-9505-a5b8efea1cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:24:21.284459 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3af62f-6c72-498c-915a-92b7d9262260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d67552c-f904-4ef0-850b-f12399e0ad5d,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:24:21.288715 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-df3af62f-6c72-498c-915a-92b7d9262260 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1f1054ca32594147bee386568106a910&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3447664
Jun 02 08:24:21.289599 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-df3af62f-6c72-498c-915a-92b7d9262260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:24:21.291567 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 39724) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:24:21.349264 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-d9862dc6-6585-4cd0-af93-0e39b797d68a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:21.374227 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-d9862dc6-6585-4cd0-af93-0e39b797d68a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:21.575558 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-d9862dc6-6585-4cd0-af93-0e39b797d68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:21.580125 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-f763db89-bced-4eb1-8b3a-e4223661d1cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:24:21.590859 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9862dc6-6585-4cd0-af93-0e39b797d68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d67552c-f904-4ef0-850b-f12399e0ad5d,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:24:21.593462 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-d9862dc6-6585-4cd0-af93-0e39b797d68a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:24:21.599038 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-d9862dc6-6585-4cd0-af93-0e39b797d68a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:21.600368 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-d9862dc6-6585-4cd0-af93-0e39b797d68a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1d67552c-f904-4ef0-850b-f12399e0ad5d HTTP/1.1" status: 204  len: 168 time: 0.3076315
Jun 02 08:24:21.979052 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b768ee-8f6f-4485-89c0-797b82791c90 req-e3d9b917-47af-400a-8477-9c4dc6bbb190 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:24:21.980516 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f0b768ee-8f6f-4485-89c0-797b82791c90 req-e3d9b917-47af-400a-8477-9c4dc6bbb190 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 947 time: 0.0856040
Jun 02 08:24:22.026513 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f0b768ee-8f6f-4485-89c0-797b82791c90 req-8e6ada47-bed1-49f1-9252-5beeb2301a8a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398140
Jun 02 08:24:22.275526 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 39732) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:24:22.292633 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-7f823a62-afbd-4a68-868a-d3d21814f9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:22.307260 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-7f823a62-afbd-4a68-868a-d3d21814f9aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:24:22.311157 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-7f823a62-afbd-4a68-868a-d3d21814f9aa admin admin] Usage tracker for resource:security_group_rule and tenant:1c2515bca2784bbb9d3104016fb5d990 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:24:22.313944 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-7f823a62-afbd-4a68-868a-d3d21814f9aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:24:22.319564 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-7f823a62-afbd-4a68-868a-d3d21814f9aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:24:22.432324 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-7f823a62-afbd-4a68-868a-d3d21814f9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:22.478551 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21883a22-8d55-4292-8bc8-58dc3d88ac29 req-63696408-40a4-42c5-ad26-1c3afb980b02 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:24:22.479896 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-21883a22-8d55-4292-8bc8-58dc3d88ac29 req-63696408-40a4-42c5-ad26-1c3afb980b02 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.72 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 947 time: 0.0871930
Jun 02 08:24:22.518431 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-7f823a62-afbd-4a68-868a-d3d21814f9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:22.530337 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-5aae9838-c6e0-4093-82a5-44542cee5041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:24:22.615703 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f823a62-afbd-4a68-868a-d3d21814f9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf4cf4e-2127-471d-8b83-120945820d8a,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:24:22.627217 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-7f823a62-afbd-4a68-868a-d3d21814f9aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:24:22.630628 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-7f823a62-afbd-4a68-868a-d3d21814f9aa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1c2515bca2784bbb9d3104016fb5d990&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3539991
Jun 02 08:24:22.633474 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 39734) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:24:22.662783 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [req-21883a22-8d55-4292-8bc8-58dc3d88ac29 req-4ab5cda5-ee30-49b7-85ec-3b4b405f6da2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Deleting port 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c {{(pid=92341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:24:22.663123 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-21883a22-8d55-4292-8bc8-58dc3d88ac29 req-4ab5cda5-ee30-49b7-85ec-3b4b405f6da2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:22.694619 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b20dbab2-4eb4-4860-8d65-a4119f90b673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:22.723248 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b20dbab2-4eb4-4860-8d65-a4119f90b673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:22.855624 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b20dbab2-4eb4-4860-8d65-a4119f90b673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:22.860589 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-3f38af3a-6227-488d-8808-72833f8c4884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:24:22.873056 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20dbab2-4eb4-4860-8d65-a4119f90b673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf4cf4e-2127-471d-8b83-120945820d8a,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:24:22.876448 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-b20dbab2-4eb4-4860-8d65-a4119f90b673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:24:22.878392 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b20dbab2-4eb4-4860-8d65-a4119f90b673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:22.884702 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-b20dbab2-4eb4-4860-8d65-a4119f90b673 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/edf4cf4e-2127-471d-8b83-120945820d8a HTTP/1.1" status: 204  len: 168 time: 0.2476022
Jun 02 08:24:22.900523 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-21883a22-8d55-4292-8bc8-58dc3d88ac29 req-4ab5cda5-ee30-49b7-85ec-3b4b405f6da2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] For port 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c,segment=NetworkSegment(00974669-6402-4aa5-90c7-6e7c2d820d71),segment_id=00974669-6402-4aa5-90c7-6e7c2d820d71)] {{(pid=92341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:24:22.900523 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-21883a22-8d55-4292-8bc8-58dc3d88ac29 req-4ab5cda5-ee30-49b7-85ec-3b4b405f6da2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:23.245171 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-21883a22-8d55-4292-8bc8-58dc3d88ac29 req-4ab5cda5-ee30-49b7-85ec-3b4b405f6da2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:23.245868 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-21883a22-8d55-4292-8bc8-58dc3d88ac29 req-4ab5cda5-ee30-49b7-85ec-3b4b405f6da2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8036659'] for floatingip, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:23.245868 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.db.l3_db [req-21883a22-8d55-4292-8bc8-58dc3d88ac29 req-4ab5cda5-ee30-49b7-85ec-3b4b405f6da2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Floating IP a9a39505-5fff-499c-823f-1a1fae08d3c1 disassociated. External IP: 172.27.3.167, port: 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c.
Jun 02 08:24:23.246165 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [req-21883a22-8d55-4292-8bc8-58dc3d88ac29 req-4ab5cda5-ee30-49b7-85ec-3b4b405f6da2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Calling delete_port for 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c owned by compute:nova {{(pid=92341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:24:23.285321 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224b6aa-742c-41a7-b365-1cc1b8824769 req-0816aa7f-591d-4301-87b3-308b1b62f82e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:24:23.286777 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f224b6aa-742c-41a7-b365-1cc1b8824769 req-0816aa7f-591d-4301-87b3-308b1b62f82e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 947 time: 0.1396792
Jun 02 08:24:23.345166 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f224b6aa-742c-41a7-b365-1cc1b8824769 req-4b463859-5faa-4316-95fd-56d92aa0d827 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups?id=d3047d90-1862-4689-865f-3b22a5594a26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525131
Jun 02 08:24:23.503880 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-21883a22-8d55-4292-8bc8-58dc3d88ac29 req-4ab5cda5-ee30-49b7-85ec-3b4b405f6da2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:23.509788 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-d793518b-7420-4b1b-8132-cb638b70d51a tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:24:23.554983 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5cda5-ee30-49b7-85ec-3b4b405f6da2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Pushing event deleted for resources: {'Port': ['ID=9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:24:23.557870 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-4ab5cda5-ee30-49b7-85ec-3b4b405f6da2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:24:23.591669 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 39742) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:24:23.609103 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-393158a6-4052-4524-98c4-f1619fe45e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:23.623868 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-393158a6-4052-4524-98c4-f1619fe45e39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:24:23.627664 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-393158a6-4052-4524-98c4-f1619fe45e39 admin admin] Usage tracker for resource:security_group_rule and tenant:74f2fe276e3b4137bad50194eb5bee72 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:24:23.630513 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-393158a6-4052-4524-98c4-f1619fe45e39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:24:23.636428 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-393158a6-4052-4524-98c4-f1619fe45e39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:24:23.720763 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-393158a6-4052-4524-98c4-f1619fe45e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:23.747403 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21883a22-8d55-4292-8bc8-58dc3d88ac29 req-4ab5cda5-ee30-49b7-85ec-3b4b405f6da2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Router 18cdd829-20cb-4188-b402-74881fc4ba6c has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:24:23.812805 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-393158a6-4052-4524-98c4-f1619fe45e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:23.821733 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:24:23.863376 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-393158a6-4052-4524-98c4-f1619fe45e39 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=74f2fe276e3b4137bad50194eb5bee72&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2705843
Jun 02 08:24:23.864318 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393158a6-4052-4524-98c4-f1619fe45e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b19e6f8-d5be-4f16-9a98-2650556b35bb,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:24:23.867275 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-393158a6-4052-4524-98c4-f1619fe45e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:24:23.867780 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 39744) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:24:23.927171 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21883a22-8d55-4292-8bc8-58dc3d88ac29 req-4ab5cda5-ee30-49b7-85ec-3b4b405f6da2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:24:23.929310 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-7fe6e6ec-a368-4a77-8364-9bc24cd12819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:23.937027 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5bb276-44bc-415f-815e-953d6ce45e22 None None] Sync routers for ids ['18cdd829-20cb-4188-b402-74881fc4ba6c'] in dv-cinder-786385-7-iscsi {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:24:23.951413 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5bb276-44bc-415f-815e-953d6ce45e22 None None] Routers {'18cdd829-20cb-4188-b402-74881fc4ba6c'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:24:23.952043 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-8c5bb276-44bc-415f-815e-953d6ce45e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7aa41b20>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:24:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['18cdd829-20cb-4188-b402-74881fc4ba6c'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:24:23.958766 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-7fe6e6ec-a368-4a77-8364-9bc24cd12819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:24.010948 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [req-21883a22-8d55-4292-8bc8-58dc3d88ac29 req-4ab5cda5-ee30-49b7-85ec-3b4b405f6da2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] No DVR routers for this DVR port 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c on host hv-cinder-78638 {{(pid=92341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:24:24.011299 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-21883a22-8d55-4292-8bc8-58dc3d88ac29 req-4ab5cda5-ee30-49b7-85ec-3b4b405f6da2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:24.014167 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada92e58-8b66-453c-99db-4739438983cf', 'name': 'network-vif-deleted', 'tag': '9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c'}] {{(pid=92341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:24:24.017222 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d416597fa12f88f8d9bd515793328be5ccabd674e07c2f357b392af977663f84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856cb547-b130-4b03-87c0-c5f71c027383" -d '{"events": [{"server_uuid": "ada92e58-8b66-453c-99db-4739438983cf", "name": "network-vif-deleted", "tag": "9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c"}]}' {{(pid=92341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:24:24.077721 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0d2da8-029a-4747-b158-781bc5e24964 x-openstack-request-id: req-df0d2da8-029a-4747-b158-781bc5e24964 {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:24:24.082475 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada92e58-8b66-453c-99db-4739438983cf", "name": "network-vif-deleted", "tag": "9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c", "status": "completed", "code": 200}]} {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:24:24.082475 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-df0d2da8-029a-4747-b158-781bc5e24964 {{(pid=92341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:24:24.082475 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada92e58-8b66-453c-99db-4739438983cf', 'name': 'network-vif-deleted', 'tag': '9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c', 'status': 'completed', 'code': 200}
Jun 02 08:24:24.101541 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-7fe6e6ec-a368-4a77-8364-9bc24cd12819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:24.105402 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-4c9507d3-223e-4e9b-b52c-67a1dd4aff66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:24:24.116176 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6e6ec-a368-4a77-8364-9bc24cd12819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b19e6f8-d5be-4f16-9a98-2650556b35bb,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:24:24.118600 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-7fe6e6ec-a368-4a77-8364-9bc24cd12819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:24:24.123971 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-7fe6e6ec-a368-4a77-8364-9bc24cd12819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:24.132167 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-7fe6e6ec-a368-4a77-8364-9bc24cd12819 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4b19e6f8-d5be-4f16-9a98-2650556b35bb HTTP/1.1" status: 204  len: 168 time: 0.2582254
Jun 02 08:24:24.146467 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-21883a22-8d55-4292-8bc8-58dc3d88ac29 req-4ab5cda5-ee30-49b7-85ec-3b4b405f6da2 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.72 "DELETE /v2.0/ports/9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c HTTP/1.1" status: 204  len: 173 time: 1.6603439
Jun 02 08:24:24.159037 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-8c5bb276-44bc-415f-815e-953d6ce45e22 None None] Set router 18cdd829-20cb-4188-b402-74881fc4ba6c gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:24:24.519472 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-8c5bb276-44bc-415f-815e-953d6ce45e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7aa41b20>, [{'id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1599526445-router', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:13:48Z', 'updated_at': '2021-06-02T08:13:54Z', 'revision_number': 4, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'gw_port': {'id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:49Z', 'updated_at': '2021-06-02T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': '72b525d1-3ed8-4ea6-83fd-d4fe65602dec', 'name': '', 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'mac_address': 'fa:16:3e:39:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:53Z', 'updated_at': '2021-06-02T08:13:59Z', 'revision_number': 5, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'subnets': [{'id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:24:24.520360 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-97564ecb-9552-4c79-8e07-2101d9c32c1f req-00f18ac7-0928-45c9-848a-eda7eb16b6be tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Synchronizing usage tracker for tenant:52efccb2fe9c471881216eb5b42411f7 on resource:port {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:24:24.523782 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5bb276-44bc-415f-815e-953d6ce45e22 None None] Checking router: 18cdd829-20cb-4188-b402-74881fc4ba6c for host: dv-cinder-786385-7-iscsi {{(pid=92344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:24:24.532227 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5bb276-44bc-415f-815e-953d6ce45e22 None None] Routers {'18cdd829-20cb-4188-b402-74881fc4ba6c'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:24:24.532945 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-8c5bb276-44bc-415f-815e-953d6ce45e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7aa41b20>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:24:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['18cdd829-20cb-4188-b402-74881fc4ba6c'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:24:24.615869 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-97564ecb-9552-4c79-8e07-2101d9c32c1f req-00f18ac7-0928-45c9-848a-eda7eb16b6be tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Unset dirty status for tenant:52efccb2fe9c471881216eb5b42411f7 on resource:port {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:24:24.617440 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-97564ecb-9552-4c79-8e07-2101d9c32c1f req-00f18ac7-0928-45c9-848a-eda7eb16b6be tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/ports?device_id=ada92e58-8b66-453c-99db-4739438983cf HTTP/1.1" status: 200  len: 210 time: 0.1457233
Jun 02 08:24:24.712021 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-8c5bb276-44bc-415f-815e-953d6ce45e22 None None] Set router 18cdd829-20cb-4188-b402-74881fc4ba6c gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:24:25.018545 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-8c5bb276-44bc-415f-815e-953d6ce45e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7aa41b20>, [{'id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1599526445-router', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:13:48Z', 'updated_at': '2021-06-02T08:13:54Z', 'revision_number': 4, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'gw_port': {'id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:49Z', 'updated_at': '2021-06-02T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': '72b525d1-3ed8-4ea6-83fd-d4fe65602dec', 'name': '', 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'mac_address': 'fa:16:3e:39:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:53Z', 'updated_at': '2021-06-02T08:13:59Z', 'revision_number': 5, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'subnets': [{'id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:24:25.022418 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5bb276-44bc-415f-815e-953d6ce45e22 None None] The sync data for ids ['18cdd829-20cb-4188-b402-74881fc4ba6c'] in dv-cinder-786385-7-iscsi is: [{'id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1599526445-router', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:13:48Z', 'updated_at': '2021-06-02T08:13:54Z', 'revision_number': 4, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'gw_port': {'id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:49Z', 'updated_at': '2021-06-02T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': '72b525d1-3ed8-4ea6-83fd-d4fe65602dec', 'name': '', 'network_id': '4696b473-c29b-4b8f-aebc-3497761794e1', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'mac_address': 'fa:16:3e:39:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:53Z', 'updated_at': '2021-06-02T08:13:59Z', 'revision_number': 5, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'subnets': [{'id': 'f2d95f5c-acb5-47be-be66-d3f53cf5e37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:24:25.253289 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff7afef-0d6e-4a88-a15b-2b810a13d3bc None None] New status for floating IP a9a39505-5fff-499c-823f-1a1fae08d3c1: DOWN {{(pid=92343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 02 08:24:25.862177 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 39782) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:24:25.935183 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3945dd6e-f803-45cf-b875-80ed75f4409e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:25.966704 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3945dd6e-f803-45cf-b875-80ed75f4409e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:26.107043 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3945dd6e-f803-45cf-b875-80ed75f4409e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:26.112473 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-077a8aa0-4e5c-4814-91d2-94650124311c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:24:26.127575 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:24:26.129136 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945dd6e-f803-45cf-b875-80ed75f4409e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3047d90-1862-4689-865f-3b22a5594a26,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:24:26.131738 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-3945dd6e-f803-45cf-b875-80ed75f4409e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:24:26.168605 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] No Port match for: 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:24:26.168948 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 9dd73956-6f6f-4d92-82bb-3bef2b9b3c8c not bound to the agent host hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:24:26.223241 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3945dd6e-f803-45cf-b875-80ed75f4409e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:26.224417 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-3945dd6e-f803-45cf-b875-80ed75f4409e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "DELETE /v2.0/security-groups/d3047d90-1862-4689-865f-3b22a5594a26 HTTP/1.1" status: 204  len: 168 time: 0.3612370
Jun 02 08:24:26.227208 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 39784) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:24:26.245510 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.api.v2.resource [None req-05131d95-539e-4dfa-ae83-d8f53d8576c8 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] show failed (client error): The resource could not be found.
Jun 02 08:24:26.245510 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-05131d95-539e-4dfa-ae83-d8f53d8576c8 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "GET /v2.0/security-groups/d3047d90-1862-4689-865f-3b22a5594a26 HTTP/1.1" status: 404  len: 347 time: 0.0158546
Jun 02 08:24:26.247385 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 39786) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:24:26.568486 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [None req-2bd09860-2a32-44f7-8361-9d282d463760 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Deleting port c23f336f-fb2d-4b11-a7d5-07533ab6000d {{(pid=92341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:24:26.568827 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-2bd09860-2a32-44f7-8361-9d282d463760 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:26.683673 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-2bd09860-2a32-44f7-8361-9d282d463760 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:26.683996 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-2bd09860-2a32-44f7-8361-9d282d463760 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:26.806116 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [None req-2bd09860-2a32-44f7-8361-9d282d463760 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Calling delete_port for c23f336f-fb2d-4b11-a7d5-07533ab6000d owned by network:floatingip {{(pid=92341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:24:26.972497 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-2bd09860-2a32-44f7-8361-9d282d463760 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:26.977265 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-fb0ade7a-cbdc-467f-924a-b4601b592911 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:24:27.023097 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd09860-2a32-44f7-8361-9d282d463760 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Pushing event deleted for resources: {'Port': ['ID=c23f336f-fb2d-4b11-a7d5-07533ab6000d,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:24:27.026289 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-2bd09860-2a32-44f7-8361-9d282d463760 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:24:27.121658 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-2bd09860-2a32-44f7-8361-9d282d463760 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks [] for floatingip, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:27.212342 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-2bd09860-2a32-44f7-8361-9d282d463760 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for floatingip, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:27.213482 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-2bd09860-2a32-44f7-8361-9d282d463760 tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] 10.222.0.77 "DELETE /v2.0/floatingips/a9a39505-5fff-499c-823f-1a1fae08d3c1 HTTP/1.1" status: 204  len: 168 time: 0.9651167
Jun 02 08:24:29.554993 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 39820) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:24:29.677997 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1d569b36-2609-41f3-8c9f-cde5719d534f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:29.693368 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-1d569b36-2609-41f3-8c9f-cde5719d534f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:24:29.697291 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-1d569b36-2609-41f3-8c9f-cde5719d534f admin admin] Usage tracker for resource:security_group_rule and tenant:d3c016017bd14828947a7ccb06a71e53 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:24:29.700074 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-1d569b36-2609-41f3-8c9f-cde5719d534f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:24:29.705818 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-1d569b36-2609-41f3-8c9f-cde5719d534f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:24:29.786720 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1d569b36-2609-41f3-8c9f-cde5719d534f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:29.852630 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-1d569b36-2609-41f3-8c9f-cde5719d534f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:29.860425 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-99084b49-6863-4ed4-8edb-816f54e27ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:24:29.901748 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-1d569b36-2609-41f3-8c9f-cde5719d534f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d3c016017bd14828947a7ccb06a71e53&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3456011
Jun 02 08:24:29.902431 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d569b36-2609-41f3-8c9f-cde5719d534f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6064a47c-c330-4e04-978b-6d85e3ce8b11,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:24:29.904583 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 39824) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:24:29.905729 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-1d569b36-2609-41f3-8c9f-cde5719d534f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:24:29.963152 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-74b9c427-3ff5-4a07-abab-142106ee1864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:29.988724 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-74b9c427-3ff5-4a07-abab-142106ee1864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:30.121140 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-74b9c427-3ff5-4a07-abab-142106ee1864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:30.125211 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-583d7aec-2df3-4887-bcb6-86e6133c21fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:24:30.137921 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9c427-3ff5-4a07-abab-142106ee1864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6064a47c-c330-4e04-978b-6d85e3ce8b11,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:24:30.143371 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-74b9c427-3ff5-4a07-abab-142106ee1864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:24:30.145289 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-74b9c427-3ff5-4a07-abab-142106ee1864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:30.149151 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-74b9c427-3ff5-4a07-abab-142106ee1864 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6064a47c-c330-4e04-978b-6d85e3ce8b11 HTTP/1.1" status: 204  len: 168 time: 0.2434816
Jun 02 08:24:30.317461 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 39834) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:24:31.021405 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:31.025742 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-01900b58-276e-4b33-b466-1104db23fd50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035105'] for router_interface, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:31.417385 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-01900b58-276e-4b33-b466-1104db23fd50 admin admin] Deleting port 72b525d1-3ed8-4ea6-83fd-d4fe65602dec {{(pid=92342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:24:31.417712 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-01900b58-276e-4b33-b466-1104db23fd50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:31.629113 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [None req-01900b58-276e-4b33-b466-1104db23fd50 admin admin] For port 72b525d1-3ed8-4ea6-83fd-d4fe65602dec, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=72b525d1-3ed8-4ea6-83fd-d4fe65602dec,segment=NetworkSegment(00974669-6402-4aa5-90c7-6e7c2d820d71),segment_id=00974669-6402-4aa5-90c7-6e7c2d820d71)] {{(pid=92342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:24:31.629459 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-01900b58-276e-4b33-b466-1104db23fd50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:31.751519 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-01900b58-276e-4b33-b466-1104db23fd50 admin admin] Calling delete_port for 72b525d1-3ed8-4ea6-83fd-d4fe65602dec owned by network:router_interface {{(pid=92342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:24:32.002235 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-01900b58-276e-4b33-b466-1104db23fd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:32.006971 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-8dbfef01-cbeb-431f-a0ea-8829ae779e28 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:24:32.052809 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01900b58-276e-4b33-b466-1104db23fd50 admin admin] Pushing event deleted for resources: {'Port': ['ID=72b525d1-3ed8-4ea6-83fd-d4fe65602dec,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:24:32.055916 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-01900b58-276e-4b33-b466-1104db23fd50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:24:32.323065 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-01900b58-276e-4b33-b466-1104db23fd50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035157'] for router_interface, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:32.672757 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01900b58-276e-4b33-b466-1104db23fd50 admin admin] Router 18cdd829-20cb-4188-b402-74881fc4ba6c has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:24:32.845562 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01900b58-276e-4b33-b466-1104db23fd50 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:24:32.853790 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafc7efc-1637-43ba-a47a-fa64aa471fa7 None None] Sync routers for ids ['18cdd829-20cb-4188-b402-74881fc4ba6c'] in dv-cinder-786385-7-iscsi {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:24:32.857339 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-01900b58-276e-4b33-b466-1104db23fd50 admin admin] 10.222.0.77 "PUT /v2.0/routers/18cdd829-20cb-4188-b402-74881fc4ba6c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5387697
Jun 02 08:24:32.859786 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 39838) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:24:32.863702 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafc7efc-1637-43ba-a47a-fa64aa471fa7 None None] Routers {'18cdd829-20cb-4188-b402-74881fc4ba6c'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:24:32.864340 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-eafc7efc-1637-43ba-a47a-fa64aa471fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7b90ef40>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:24:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['18cdd829-20cb-4188-b402-74881fc4ba6c'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:24:33.041804 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-eafc7efc-1637-43ba-a47a-fa64aa471fa7 None None] Set router 18cdd829-20cb-4188-b402-74881fc4ba6c gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:24:33.139052 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-650633a8-a45c-477e-a668-6cde90782063 admin admin] Notify callbacks [] for router, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:33.310870 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-650633a8-a45c-477e-a668-6cde90782063 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:33.314977 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-eafc7efc-1637-43ba-a47a-fa64aa471fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7b90ef40>, [{'id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1599526445-router', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:13:48Z', 'updated_at': '2021-06-02T08:24:31Z', 'revision_number': 5, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'gw_port': {'id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:49Z', 'updated_at': '2021-06-02T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:24:33.318761 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafc7efc-1637-43ba-a47a-fa64aa471fa7 None None] Checking router: 18cdd829-20cb-4188-b402-74881fc4ba6c for host: dv-cinder-786385-7-iscsi {{(pid=92344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:24:33.326821 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafc7efc-1637-43ba-a47a-fa64aa471fa7 None None] Routers {'18cdd829-20cb-4188-b402-74881fc4ba6c'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:24:33.327402 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-eafc7efc-1637-43ba-a47a-fa64aa471fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7b90ef40>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:24:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['18cdd829-20cb-4188-b402-74881fc4ba6c'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:24:33.505130 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-650633a8-a45c-477e-a668-6cde90782063 admin admin] Deleting port 2faed4dc-c9d9-484e-8b87-7439dbd0730f {{(pid=92342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:24:33.505467 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-650633a8-a45c-477e-a668-6cde90782063 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:33.528414 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-eafc7efc-1637-43ba-a47a-fa64aa471fa7 None None] Set router 18cdd829-20cb-4188-b402-74881fc4ba6c gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:24:33.632228 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [None req-650633a8-a45c-477e-a668-6cde90782063 admin admin] For port 2faed4dc-c9d9-484e-8b87-7439dbd0730f, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=2faed4dc-c9d9-484e-8b87-7439dbd0730f,segment=NetworkSegment(7d00a59a-fd6b-444f-8454-6973ee677288),segment_id=7d00a59a-fd6b-444f-8454-6973ee677288)] {{(pid=92342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:24:33.632566 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-650633a8-a45c-477e-a668-6cde90782063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:33.752977 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-650633a8-a45c-477e-a668-6cde90782063 admin admin] Calling delete_port for 2faed4dc-c9d9-484e-8b87-7439dbd0730f owned by network:router_gateway {{(pid=92342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:24:33.807126 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-eafc7efc-1637-43ba-a47a-fa64aa471fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7b90ef40>, [{'id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1599526445-router', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:13:48Z', 'updated_at': '2021-06-02T08:24:31Z', 'revision_number': 5, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'gw_port': {'id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:49Z', 'updated_at': '2021-06-02T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:24:33.811001 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafc7efc-1637-43ba-a47a-fa64aa471fa7 None None] The sync data for ids ['18cdd829-20cb-4188-b402-74881fc4ba6c'] in dv-cinder-786385-7-iscsi is: [{'id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1599526445-router', 'tenant_id': '52efccb2fe9c471881216eb5b42411f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:13:48Z', 'updated_at': '2021-06-02T08:24:31Z', 'revision_number': 5, 'project_id': '52efccb2fe9c471881216eb5b42411f7', 'gw_port': {'id': '2faed4dc-c9d9-484e-8b87-7439dbd0730f', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cdd829-20cb-4188-b402-74881fc4ba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:13:49Z', 'updated_at': '2021-06-02T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}] {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:24:33.952970 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-650633a8-a45c-477e-a668-6cde90782063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:33.956883 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-4923d9d4-157c-4560-bd0a-a20f0d6277b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:24:34.000971 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650633a8-a45c-477e-a668-6cde90782063 admin admin] Pushing event deleted for resources: {'Port': ['ID=2faed4dc-c9d9-484e-8b87-7439dbd0730f,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:24:34.004468 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-650633a8-a45c-477e-a668-6cde90782063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:24:34.094691 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-650633a8-a45c-477e-a668-6cde90782063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8036544'] for router_gateway, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:34.261995 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-650633a8-a45c-477e-a668-6cde90782063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8100154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2038'] for router, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:34.264434 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-650633a8-a45c-477e-a668-6cde90782063 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:34.363568 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-650633a8-a45c-477e-a668-6cde90782063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8100270'] for router, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:34.364100 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650633a8-a45c-477e-a668-6cde90782063 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18cdd829-20cb-4188-b402-74881fc4ba6c {{(pid=92342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 02 08:24:34.377513 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-650633a8-a45c-477e-a668-6cde90782063 admin admin] Notify callbacks [] for router, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:34.378656 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-650633a8-a45c-477e-a668-6cde90782063 admin admin] 10.222.0.77 "DELETE /v2.0/routers/18cdd829-20cb-4188-b402-74881fc4ba6c HTTP/1.1" status: 204  len: 168 time: 1.5179436
Jun 02 08:24:34.381193 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 39842) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:24:34.444249 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_v2 [None req-9106455c-e4ec-4d00-8d5c-cf34cf3d6ec7 admin admin] Deleting subnet f2d95f5c-acb5-47be-be66-d3f53cf5e37d {{(pid=92342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 02 08:24:34.446008 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9106455c-e4ec-4d00-8d5c-cf34cf3d6ec7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:34.495146 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9106455c-e4ec-4d00-8d5c-cf34cf3d6ec7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6991856'] for subnet, precommit_delete_associations {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:34.576000 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9106455c-e4ec-4d00-8d5c-cf34cf3d6ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-943661'] for subnet, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:34.990032 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9106455c-e4ec-4d00-8d5c-cf34cf3d6ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-943652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6633660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6612419'] for subnet, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:34.993880 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-4f02d7c9-52c6-4b6e-a827-d85fbcd654c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:24:35.030140 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106455c-e4ec-4d00-8d5c-cf34cf3d6ec7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2d95f5c-acb5-47be-be66-d3f53cf5e37d,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:24:35.033569 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-9106455c-e4ec-4d00-8d5c-cf34cf3d6ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:24:35.035933 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9106455c-e4ec-4d00-8d5c-cf34cf3d6ec7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:35.042068 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da079fd5-0a4c-4713-b2be-4cd65cfad94d None None] Network 4696b473-c29b-4b8f-aebc-3497761794e1 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:24:35.042594 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-9106455c-e4ec-4d00-8d5c-cf34cf3d6ec7 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f2d95f5c-acb5-47be-be66-d3f53cf5e37d HTTP/1.1" status: 204  len: 168 time: 0.6600332
Jun 02 08:24:35.044675 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 39846) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:24:35.146171 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f7f35a72-572b-4b8a-9ec7-2ef7f85fcd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951774'] for network, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:35.217707 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-f7f35a72-572b-4b8a-9ec7-2ef7f85fcd39 admin admin] Deleting port a298e629-125a-4722-a087-f5e251a79a4c {{(pid=92342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:24:35.218046 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f7f35a72-572b-4b8a-9ec7-2ef7f85fcd39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:35.293813 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5938c424-239d-4161-ae3c-12755531221e None None] DHCP port deletion for 4696b473-c29b-4b8f-aebc-3497761794e1 request from dv-cinder-786385-7-iscsi {{(pid=92343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 02 08:24:35.322709 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [None req-f7f35a72-572b-4b8a-9ec7-2ef7f85fcd39 admin admin] For port a298e629-125a-4722-a087-f5e251a79a4c, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=a298e629-125a-4722-a087-f5e251a79a4c,segment=NetworkSegment(00974669-6402-4aa5-90c7-6e7c2d820d71),segment_id=00974669-6402-4aa5-90c7-6e7c2d820d71)] {{(pid=92342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:24:35.323364 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f7f35a72-572b-4b8a-9ec7-2ef7f85fcd39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:35.356981 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-5938c424-239d-4161-ae3c-12755531221e None None] Deleting port a298e629-125a-4722-a087-f5e251a79a4c {{(pid=92343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:24:35.357356 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-5938c424-239d-4161-ae3c-12755531221e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:35.444793 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-f7f35a72-572b-4b8a-9ec7-2ef7f85fcd39 admin admin] Calling delete_port for a298e629-125a-4722-a087-f5e251a79a4c owned by network:dhcp {{(pid=92342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:24:35.453516 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-5938c424-239d-4161-ae3c-12755531221e None None] For port a298e629-125a-4722-a087-f5e251a79a4c, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=a298e629-125a-4722-a087-f5e251a79a4c,segment=NetworkSegment(00974669-6402-4aa5-90c7-6e7c2d820d71),segment_id=00974669-6402-4aa5-90c7-6e7c2d820d71)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:24:35.453907 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-5938c424-239d-4161-ae3c-12755531221e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:35.571273 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-5938c424-239d-4161-ae3c-12755531221e None None] Calling delete_port for a298e629-125a-4722-a087-f5e251a79a4c owned by network:dhcp {{(pid=92343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:24:35.586641 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f7f35a72-572b-4b8a-9ec7-2ef7f85fcd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:35.592130 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-ec49d83e-1008-408f-b4d7-abb759ffa539 tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:24:35.618257 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-5938c424-239d-4161-ae3c-12755531221e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318'] for port, after_delete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:35.621812 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:24:35.637961 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f35a72-572b-4b8a-9ec7-2ef7f85fcd39 admin admin] Pushing event deleted for resources: {'Port': ['ID=a298e629-125a-4722-a087-f5e251a79a4c,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:24:35.641106 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-f7f35a72-572b-4b8a-9ec7-2ef7f85fcd39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:24:35.641983 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f35a72-572b-4b8a-9ec7-2ef7f85fcd39 admin admin] No DVR routers for this DVR port a298e629-125a-4722-a087-f5e251a79a4c on host dv-cinder-786385-7-iscsi {{(pid=92342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:24:35.667171 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938c424-239d-4161-ae3c-12755531221e None None] Pushing event deleted for resources: {'Port': ['ID=a298e629-125a-4722-a087-f5e251a79a4c,revision_number=None']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:24:35.672092 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5938c424-239d-4161-ae3c-12755531221e None None] No DVR routers for this DVR port a298e629-125a-4722-a087-f5e251a79a4c on host dv-cinder-786385-7-iscsi {{(pid=92343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:24:35.679118 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938c424-239d-4161-ae3c-12755531221e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:24:35.679543 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938c424-239d-4161-ae3c-12755531221e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:24:35.679755 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938c424-239d-4161-ae3c-12755531221e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:24:35.680071 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938c424-239d-4161-ae3c-12755531221e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:24:35.680421 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938c424-239d-4161-ae3c-12755531221e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:24:35.680736 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938c424-239d-4161-ae3c-12755531221e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:24:35.681049 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938c424-239d-4161-ae3c-12755531221e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:24:35.681360 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938c424-239d-4161-ae3c-12755531221e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:24:35.681669 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938c424-239d-4161-ae3c-12755531221e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:24:35.682034 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938c424-239d-4161-ae3c-12755531221e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:24:35.682336 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938c424-239d-4161-ae3c-12755531221e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:24:35.685307 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938c424-239d-4161-ae3c-12755531221e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:24:35.689607 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-5938c424-239d-4161-ae3c-12755531221e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:24:35.763188 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f7f35a72-572b-4b8a-9ec7-2ef7f85fcd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945556', 'neutron.services.segments.db._delete_segments_for_network-8744146782841'] for network, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:35.770329 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1acb16de-9d57-41b6-82f8-7f292837dd60 req-dd617d25-06db-44f5-b262-8927dd4f840f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0727975
Jun 02 08:24:35.776880 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.services.segments.db [None req-f7f35a72-572b-4b8a-9ec7-2ef7f85fcd39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3e7b726910>,) {'filters': {'network_id': ['4696b473-c29b-4b8f-aebc-3497761794e1']}} {{(pid=92342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:24:35.790999 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.services.segments.db [None req-f7f35a72-572b-4b8a-9ec7-2ef7f85fcd39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e7b726910>, '00974669-6402-4aa5-90c7-6e7c2d820d71') {'for_net_delete': True} {{(pid=92342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:24:35.794810 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.services.segments.db [None req-f7f35a72-572b-4b8a-9ec7-2ef7f85fcd39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e7b726910>, '00974669-6402-4aa5-90c7-6e7c2d820d71') {} {{(pid=92342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:24:35.805040 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f7f35a72-572b-4b8a-9ec7-2ef7f85fcd39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744146786964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6991865'] for segment, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:35.826295 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f7f35a72-572b-4b8a-9ec7-2ef7f85fcd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:35.828067 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7f35a72-572b-4b8a-9ec7-2ef7f85fcd39 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=92342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 02 08:24:35.828523 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f7f35a72-572b-4b8a-9ec7-2ef7f85fcd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6633494'] for segment, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:35.841915 dv-cinder-786385-7-iscsi neutron-server[92342]: Traceback (most recent call last):
Jun 02 08:24:35.841915 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 02 08:24:35.841915 dv-cinder-786385-7-iscsi neutron-server[92342]:     timer()
Jun 02 08:24:35.841915 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 02 08:24:35.841915 dv-cinder-786385-7-iscsi neutron-server[92342]:     cb(*args, **kw)
Jun 02 08:24:35.841915 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 02 08:24:35.841915 dv-cinder-786385-7-iscsi neutron-server[92342]:     return func(*args, **kwargs)
Jun 02 08:24:35.841915 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 02 08:24:35.841915 dv-cinder-786385-7-iscsi neutron-server[92342]:     self._notify()
Jun 02 08:24:35.841915 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 02 08:24:35.841915 dv-cinder-786385-7-iscsi neutron-server[92342]:     self.callback(batched_events)
Jun 02 08:24:35.841915 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 02 08:24:35.841915 dv-cinder-786385-7-iscsi neutron-server[92342]:     event.method(event)
Jun 02 08:24:35.841915 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 02 08:24:35.841915 dv-cinder-786385-7-iscsi neutron-server[92342]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 02 08:24:35.841915 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 02 08:24:35.841915 dv-cinder-786385-7-iscsi neutron-server[92342]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 02 08:24:35.841915 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 02 08:24:35.841915 dv-cinder-786385-7-iscsi neutron-server[92342]:     return f(self, *a, **k)
Jun 02 08:24:35.841915 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 02 08:24:35.841915 dv-cinder-786385-7-iscsi neutron-server[92342]:     return self._get(url).json()
Jun 02 08:24:35.841915 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 02 08:24:35.841915 dv-cinder-786385-7-iscsi neutron-server[92342]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 02 08:24:35.841915 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 02 08:24:35.841915 dv-cinder-786385-7-iscsi neutron-server[92342]:     return self.request(url, 'GET', **kwargs)
Jun 02 08:24:35.841915 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 02 08:24:35.841915 dv-cinder-786385-7-iscsi neutron-server[92342]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 02 08:24:35.841915 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 02 08:24:35.841915 dv-cinder-786385-7-iscsi neutron-server[92342]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 02 08:24:35.841915 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 02 08:24:35.841915 dv-cinder-786385-7-iscsi neutron-server[92342]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 02 08:24:35.841915 dv-cinder-786385-7-iscsi neutron-server[92342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 02 08:24:35.904366 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device a298e629-125a-4722-a087-f5e251a79a4c no longer exists at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:24:35.929297 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb16de-9d57-41b6-82f8-7f292837dd60 req-5176eb66-7ffa-4aa6-a012-a4d101444c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:24:35.932177 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1acb16de-9d57-41b6-82f8-7f292837dd60 req-5176eb66-7ffa-4aa6-a012-a4d101444c68 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cdbec1ec3f63482a98b7bae1100654a5&device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 1099 time: 0.0810001
Jun 02 08:24:35.945062 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] No Port match for: a298e629-125a-4722-a087-f5e251a79a4c {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:24:35.945316 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device a298e629-125a-4722-a087-f5e251a79a4c not bound to the agent host dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:24:35.945944 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 2faed4dc-c9d9-484e-8b87-7439dbd0730f no longer exists at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:24:35.982745 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] No Port match for: 2faed4dc-c9d9-484e-8b87-7439dbd0730f {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:24:35.983083 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 2faed4dc-c9d9-484e-8b87-7439dbd0730f not bound to the agent host dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:24:35.983490 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 72b525d1-3ed8-4ea6-83fd-d4fe65602dec no longer exists at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:24:36.012754 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f7f35a72-572b-4b8a-9ec7-2ef7f85fcd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8036641'] for network, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:36.016131 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] No Port match for: 72b525d1-3ed8-4ea6-83fd-d4fe65602dec {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:24:36.016560 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 72b525d1-3ed8-4ea6-83fd-d4fe65602dec not bound to the agent host dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:24:36.017264 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:24:36.031526 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-f7f35a72-572b-4b8a-9ec7-2ef7f85fcd39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:36.042537 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f35a72-572b-4b8a-9ec7-2ef7f85fcd39 admin admin] Pushing event deleted for resources: {'Network': ['ID=4696b473-c29b-4b8f-aebc-3497761794e1,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:24:36.047315 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-f7f35a72-572b-4b8a-9ec7-2ef7f85fcd39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:24:36.050206 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-f7f35a72-572b-4b8a-9ec7-2ef7f85fcd39 admin admin] 10.222.0.77 "DELETE /v2.0/networks/4696b473-c29b-4b8f-aebc-3497761794e1 HTTP/1.1" status: 204  len: 168 time: 1.0045946
Jun 02 08:24:36.088421 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb16de-9d57-41b6-82f8-7f292837dd60 req-e72c15c7-1983-4700-a77b-bc16cb4fc43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:24:36.090200 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1acb16de-9d57-41b6-82f8-7f292837dd60 req-e72c15c7-1983-4700-a77b-bc16cb4fc43f service neutron] 10.222.0.72 "GET /v2.0/networks?id=5647c6e8-6e89-4376-a13c-5de9c11f58e9 HTTP/1.1" status: 200  len: 912 time: 0.1368282
Jun 02 08:24:36.197692 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1acb16de-9d57-41b6-82f8-7f292837dd60 req-ac2ef445-0e0b-41f3-8c60-0d3e5fd7bfd4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e3e796c-eae6-4369-92e1-0775642335e8 HTTP/1.1" status: 200  len: 1002 time: 0.0990262
Jun 02 08:24:36.266536 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb16de-9d57-41b6-82f8-7f292837dd60 req-b630a1c9-b097-4746-8254-8a06faacc180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:24:36.268606 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1acb16de-9d57-41b6-82f8-7f292837dd60 req-b630a1c9-b097-4746-8254-8a06faacc180 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=823afbed-7820-4eee-844c-7dcd3a296224 HTTP/1.1" status: 200  len: 850 time: 0.0629220
Jun 02 08:24:36.346720 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb16de-9d57-41b6-82f8-7f292837dd60 req-08a9add9-9b9a-4b04-8cf6-ecaa4d96c306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:24:36.348183 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1acb16de-9d57-41b6-82f8-7f292837dd60 req-08a9add9-9b9a-4b04-8cf6-ecaa4d96c306 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5647c6e8-6e89-4376-a13c-5de9c11f58e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727179
Jun 02 08:24:36.459768 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 39850) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:24:36.482376 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1acb16de-9d57-41b6-82f8-7f292837dd60 req-0150ed1c-07db-4e3b-9b41-331362725bea service neutron] 10.222.0.72 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266491
Jun 02 08:24:36.508068 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-557a4f27-349a-4657-9c77-ae3a2a48ef4b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=52efccb2fe9c471881216eb5b42411f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0461915
Jun 02 08:24:36.509795 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 39852) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:24:36.566413 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-0a1fa15c-349a-4a2a-9450-7db29ee2300a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:36.592325 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-0a1fa15c-349a-4a2a-9450-7db29ee2300a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:36.615425 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1acb16de-9d57-41b6-82f8-7f292837dd60 req-dafa6d4e-20eb-4d2b-b301-383a1073722e service neutron] 10.222.0.72 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259735
Jun 02 08:24:36.717906 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-0a1fa15c-349a-4a2a-9450-7db29ee2300a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:36.721622 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-327f527a-8582-4ca5-83b8-cdfd48545e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:24:36.735320 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1fa15c-349a-4a2a-9450-7db29ee2300a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f9125b-4cba-44c1-879a-420261c8bc70,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:24:36.738792 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-0a1fa15c-349a-4a2a-9450-7db29ee2300a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:24:36.745026 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-0a1fa15c-349a-4a2a-9450-7db29ee2300a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:36.746195 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-0a1fa15c-349a-4a2a-9450-7db29ee2300a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/33f9125b-4cba-44c1-879a-420261c8bc70 HTTP/1.1" status: 204  len: 168 time: 0.2354949
Jun 02 08:24:38.730848 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 39902) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:24:38.844907 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a9b0a526-163a-4583-a080-3a2c5046abb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:38.858686 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-a9b0a526-163a-4583-a080-3a2c5046abb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:24:38.862430 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-a9b0a526-163a-4583-a080-3a2c5046abb5 admin admin] Usage tracker for resource:security_group_rule and tenant:f22fedf4f78c49dfa9affd3277988b5f is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:24:38.865159 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-a9b0a526-163a-4583-a080-3a2c5046abb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:24:38.870818 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-a9b0a526-163a-4583-a080-3a2c5046abb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:24:38.950052 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a9b0a526-163a-4583-a080-3a2c5046abb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:39.046163 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-a9b0a526-163a-4583-a080-3a2c5046abb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:39.054286 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-5dacbc14-65e4-4875-b1ae-d7d48ebe8a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:24:39.097982 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0a526-163a-4583-a080-3a2c5046abb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dace8076-e7c2-48d6-8272-31e675fe2de1,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:24:39.102440 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-a9b0a526-163a-4583-a080-3a2c5046abb5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f22fedf4f78c49dfa9affd3277988b5f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3705752
Jun 02 08:24:39.103339 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-a9b0a526-163a-4583-a080-3a2c5046abb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:24:39.106045 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 39906) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:24:39.255741 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-0241bc2a-779a-4756-a592-e16b2666cd45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:39.281227 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-0241bc2a-779a-4756-a592-e16b2666cd45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:39.400773 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-0241bc2a-779a-4756-a592-e16b2666cd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:39.404479 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-2e3572f4-a8fb-4a47-95fe-f1ce3ec65acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:24:39.417459 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0241bc2a-779a-4756-a592-e16b2666cd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dace8076-e7c2-48d6-8272-31e675fe2de1,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:24:39.422273 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-0241bc2a-779a-4756-a592-e16b2666cd45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:24:39.426963 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-0241bc2a-779a-4756-a592-e16b2666cd45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:39.428073 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-0241bc2a-779a-4756-a592-e16b2666cd45 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dace8076-e7c2-48d6-8272-31e675fe2de1 HTTP/1.1" status: 204  len: 168 time: 0.3212106
Jun 02 08:24:40.049744 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-fac14561-d744-4c0c-9cc8-410694cf4758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:42.070404 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 39956) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:24:42.183327 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b29be1c2-a889-4a16-8310-dc0d437b24f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:42.197996 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-b29be1c2-a889-4a16-8310-dc0d437b24f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:24:42.201751 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-b29be1c2-a889-4a16-8310-dc0d437b24f1 admin admin] Usage tracker for resource:security_group_rule and tenant:3cae596b239e493db75da5482585886d is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:24:42.204503 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-b29be1c2-a889-4a16-8310-dc0d437b24f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:24:42.210169 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-b29be1c2-a889-4a16-8310-dc0d437b24f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:24:42.289379 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b29be1c2-a889-4a16-8310-dc0d437b24f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:42.354873 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-b29be1c2-a889-4a16-8310-dc0d437b24f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:42.366617 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-7f823a62-afbd-4a68-868a-d3d21814f9aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:24:42.407942 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-b29be1c2-a889-4a16-8310-dc0d437b24f1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3cae596b239e493db75da5482585886d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3358927
Jun 02 08:24:42.409601 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29be1c2-a889-4a16-8310-dc0d437b24f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67d370e-5703-469b-9d8d-e5ab524e0d62,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:24:42.410574 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 39960) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:24:42.412741 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-b29be1c2-a889-4a16-8310-dc0d437b24f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:24:42.474632 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-25f9bf6c-304c-4346-97bc-c0c14b849ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:42.499534 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-25f9bf6c-304c-4346-97bc-c0c14b849ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:42.580887 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:42.609476 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-05a69c2c-9348-44cd-832a-6a40278376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:42.649504 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-25f9bf6c-304c-4346-97bc-c0c14b849ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:42.653299 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-556d867f-c46f-4aba-989b-030eba0170e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:24:42.665196 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9bf6c-304c-4346-97bc-c0c14b849ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67d370e-5703-469b-9d8d-e5ab524e0d62,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:24:42.668592 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-25f9bf6c-304c-4346-97bc-c0c14b849ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:24:42.671701 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-25f9bf6c-304c-4346-97bc-c0c14b849ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:42.672831 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-25f9bf6c-304c-4346-97bc-c0c14b849ea3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e67d370e-5703-469b-9d8d-e5ab524e0d62 HTTP/1.1" status: 204  len: 168 time: 0.2602129
Jun 02 08:24:43.318245 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 39966) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:24:43.336116 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-5cbeb7af-eb42-4ffb-93bf-e41ff5fae0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:43.350083 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-5cbeb7af-eb42-4ffb-93bf-e41ff5fae0e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:24:43.354048 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-5cbeb7af-eb42-4ffb-93bf-e41ff5fae0e4 admin admin] Usage tracker for resource:security_group_rule and tenant:0ed13f87dc3146778f4af2be3c8f257e is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:24:43.356893 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-5cbeb7af-eb42-4ffb-93bf-e41ff5fae0e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:24:43.362533 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-5cbeb7af-eb42-4ffb-93bf-e41ff5fae0e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:24:43.443677 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-5cbeb7af-eb42-4ffb-93bf-e41ff5fae0e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:43.504345 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-5cbeb7af-eb42-4ffb-93bf-e41ff5fae0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:43.510609 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-4f18b44e-1639-49bc-ab79-ac569d07ea17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:24:43.550538 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-5cbeb7af-eb42-4ffb-93bf-e41ff5fae0e4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0ed13f87dc3146778f4af2be3c8f257e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2312584
Jun 02 08:24:43.551406 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbeb7af-eb42-4ffb-93bf-e41ff5fae0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de103515-fe9b-4d9e-9744-5426078a99dd,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:24:43.553662 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 39968) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:24:43.554538 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-5cbeb7af-eb42-4ffb-93bf-e41ff5fae0e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:24:43.615584 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-fa175f39-615b-456a-a9bd-dca619f4f626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:43.644466 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-fa175f39-615b-456a-a9bd-dca619f4f626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:43.812020 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-fa175f39-615b-456a-a9bd-dca619f4f626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:43.816421 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-3a3d16cb-5f01-4e9a-9939-ec0d27ae9658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:24:43.827689 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa175f39-615b-456a-a9bd-dca619f4f626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de103515-fe9b-4d9e-9744-5426078a99dd,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:24:43.831084 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-fa175f39-615b-456a-a9bd-dca619f4f626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:24:43.834183 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-fa175f39-615b-456a-a9bd-dca619f4f626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:43.835968 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-fa175f39-615b-456a-a9bd-dca619f4f626 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/de103515-fe9b-4d9e-9744-5426078a99dd HTTP/1.1" status: 204  len: 168 time: 0.2756858
Jun 02 08:24:43.852448 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:45.215593 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:24:49.078334 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:25:01.040345 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:25:10.000498 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-6f3f6f4e-9c14-40ea-a3b9-a52ce88a85be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:25:12.569127 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:25:12.603189 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-f7ff6638-0387-4536-9646-a976c2b9323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:25:13.792692 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:25:15.280061 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:25:26.078854 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:25:31.060505 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:25:38.508281 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9f26886d-13da-4766-8248-f78e86595257 req-d914b672-ede7-460f-918e-beb64fa3d0c9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0791154
Jun 02 08:25:38.646245 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26886d-13da-4766-8248-f78e86595257 req-821a7942-3f9f-4cee-af96-a343d3c01651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:25:38.647796 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9f26886d-13da-4766-8248-f78e86595257 req-821a7942-3f9f-4cee-af96-a343d3c01651 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cdbec1ec3f63482a98b7bae1100654a5&device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 1099 time: 0.0707235
Jun 02 08:25:38.802847 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26886d-13da-4766-8248-f78e86595257 req-c9980c6a-f03b-4ac8-8fe7-baa2b3c09197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:25:38.803253 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9f26886d-13da-4766-8248-f78e86595257 req-c9980c6a-f03b-4ac8-8fe7-baa2b3c09197 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5647c6e8-6e89-4376-a13c-5de9c11f58e9 HTTP/1.1" status: 200  len: 912 time: 0.1353498
Jun 02 08:25:38.909259 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9f26886d-13da-4766-8248-f78e86595257 req-3fa3d807-c411-4e42-90de-b53dfcabe099 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e3e796c-eae6-4369-92e1-0775642335e8 HTTP/1.1" status: 200  len: 1002 time: 0.0987909
Jun 02 08:25:38.975127 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26886d-13da-4766-8248-f78e86595257 req-cb692771-8232-4cf4-8f56-b5e5398be1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:25:38.976637 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9f26886d-13da-4766-8248-f78e86595257 req-cb692771-8232-4cf4-8f56-b5e5398be1a6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=823afbed-7820-4eee-844c-7dcd3a296224 HTTP/1.1" status: 200  len: 850 time: 0.0598543
Jun 02 08:25:39.051475 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26886d-13da-4766-8248-f78e86595257 req-e9422202-a2dc-433b-8e0b-215fd6c13d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:25:39.053038 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9f26886d-13da-4766-8248-f78e86595257 req-e9422202-a2dc-433b-8e0b-215fd6c13d59 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5647c6e8-6e89-4376-a13c-5de9c11f58e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0702415
Jun 02 08:25:39.188478 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9f26886d-13da-4766-8248-f78e86595257 req-6ad14ff2-8bc8-4ad3-9c11-72010861dd53 service neutron] 10.222.0.72 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283159
Jun 02 08:25:39.319917 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9f26886d-13da-4766-8248-f78e86595257 req-0bd9ed97-02e2-4fdc-9d8e-04dd2b79f074 service neutron] 10.222.0.72 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242065
Jun 02 08:25:40.017216 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-b6fffa40-2a85-465b-87e6-27d18908a7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:25:42.588214 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:25:42.619668 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e4d8a71f-2418-41c5-9df4-63a4c5224347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:25:42.939743 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 40394) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:25:43.098308 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-831c471a-b2b7-4347-8244-6465563067dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:25:43.113014 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-831c471a-b2b7-4347-8244-6465563067dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:25:43.116970 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-831c471a-b2b7-4347-8244-6465563067dc admin admin] Usage tracker for resource:security_group_rule and tenant:faa0bbce1f894fe28a1792063a5ffc31 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:25:43.119914 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-831c471a-b2b7-4347-8244-6465563067dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:25:43.127613 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-831c471a-b2b7-4347-8244-6465563067dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:25:43.217746 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-831c471a-b2b7-4347-8244-6465563067dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:25:43.294367 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-831c471a-b2b7-4347-8244-6465563067dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:25:43.301708 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-b0500017-5e6b-48d6-8f94-fafb6abd7281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:25:43.341069 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c471a-b2b7-4347-8244-6465563067dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae546db-9c84-4061-9b51-658ad75d2410,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:25:43.344899 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-831c471a-b2b7-4347-8244-6465563067dc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=faa0bbce1f894fe28a1792063a5ffc31&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4041364
Jun 02 08:25:43.347695 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 40398) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:25:43.350793 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c471a-b2b7-4347-8244-6465563067dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:25:43.351169 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c471a-b2b7-4347-8244-6465563067dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:25:43.351539 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c471a-b2b7-4347-8244-6465563067dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:25:43.351902 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c471a-b2b7-4347-8244-6465563067dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:25:43.352351 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c471a-b2b7-4347-8244-6465563067dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:25:43.352712 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c471a-b2b7-4347-8244-6465563067dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:25:43.353070 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c471a-b2b7-4347-8244-6465563067dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:25:43.353426 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c471a-b2b7-4347-8244-6465563067dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:25:43.353780 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c471a-b2b7-4347-8244-6465563067dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:25:43.354128 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c471a-b2b7-4347-8244-6465563067dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:25:43.354476 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c471a-b2b7-4347-8244-6465563067dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:25:43.354822 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c471a-b2b7-4347-8244-6465563067dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:25:43.358789 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-831c471a-b2b7-4347-8244-6465563067dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:25:43.405519 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-dea46ee8-7c43-4af9-8fc9-f913a274fd6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:25:43.430039 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-dea46ee8-7c43-4af9-8fc9-f913a274fd6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:25:43.565539 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-dea46ee8-7c43-4af9-8fc9-f913a274fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:25:43.569381 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-37755c83-ef79-4231-afc7-03f8d81eb115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:25:43.586917 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea46ee8-7c43-4af9-8fc9-f913a274fd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae546db-9c84-4061-9b51-658ad75d2410,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:25:43.599322 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea46ee8-7c43-4af9-8fc9-f913a274fd6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:25:43.599640 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea46ee8-7c43-4af9-8fc9-f913a274fd6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:25:43.600074 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea46ee8-7c43-4af9-8fc9-f913a274fd6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:25:43.600386 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea46ee8-7c43-4af9-8fc9-f913a274fd6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:25:43.600745 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea46ee8-7c43-4af9-8fc9-f913a274fd6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:25:43.601100 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea46ee8-7c43-4af9-8fc9-f913a274fd6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:25:43.601452 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea46ee8-7c43-4af9-8fc9-f913a274fd6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:25:43.601803 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea46ee8-7c43-4af9-8fc9-f913a274fd6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:25:43.602154 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea46ee8-7c43-4af9-8fc9-f913a274fd6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:25:43.602502 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea46ee8-7c43-4af9-8fc9-f913a274fd6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:25:43.602846 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea46ee8-7c43-4af9-8fc9-f913a274fd6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:25:43.603189 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea46ee8-7c43-4af9-8fc9-f913a274fd6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:25:43.607796 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-dea46ee8-7c43-4af9-8fc9-f913a274fd6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:25:43.610493 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-dea46ee8-7c43-4af9-8fc9-f913a274fd6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:25:43.611594 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-dea46ee8-7c43-4af9-8fc9-f913a274fd6c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9ae546db-9c84-4061-9b51-658ad75d2410 HTTP/1.1" status: 204  len: 168 time: 0.2628968
Jun 02 08:25:43.799552 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:25:44.188415 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 40404) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:25:44.207020 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d4896112-fc9a-40f9-8ae0-c9d8d87b30e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:25:44.221417 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-d4896112-fc9a-40f9-8ae0-c9d8d87b30e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:25:44.225237 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-d4896112-fc9a-40f9-8ae0-c9d8d87b30e9 admin admin] Usage tracker for resource:security_group_rule and tenant:a0f512a08c204b59820e5662d4990491 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:25:44.228089 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-d4896112-fc9a-40f9-8ae0-c9d8d87b30e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:25:44.233955 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-d4896112-fc9a-40f9-8ae0-c9d8d87b30e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:25:44.313227 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d4896112-fc9a-40f9-8ae0-c9d8d87b30e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:25:44.376975 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-d4896112-fc9a-40f9-8ae0-c9d8d87b30e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:25:44.384026 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-69c98f99-da11-46f0-b440-927a11585ebb tempest-AttachVolumeTestJSON-117576915 tempest-AttachVolumeTestJSON-117576915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:25:44.424017 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4896112-fc9a-40f9-8ae0-c9d8d87b30e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7479c757-4b5a-4a29-9ce3-5bc82c83f6d2,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:25:44.428176 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-d4896112-fc9a-40f9-8ae0-c9d8d87b30e9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a0f512a08c204b59820e5662d4990491&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2408397
Jun 02 08:25:44.429074 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-d4896112-fc9a-40f9-8ae0-c9d8d87b30e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:25:44.430738 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 40406) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:25:44.487039 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-23d6fd47-3469-43a7-9470-a9411d6c6139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:25:44.512364 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-23d6fd47-3469-43a7-9470-a9411d6c6139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:25:44.654152 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-23d6fd47-3469-43a7-9470-a9411d6c6139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:25:44.657849 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-3f356388-fcd1-4783-ba82-87a105f9eb89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:25:44.668415 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6fd47-3469-43a7-9470-a9411d6c6139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7479c757-4b5a-4a29-9ce3-5bc82c83f6d2,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:25:44.672228 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-23d6fd47-3469-43a7-9470-a9411d6c6139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:25:44.676314 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-23d6fd47-3469-43a7-9470-a9411d6c6139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:25:44.677405 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-23d6fd47-3469-43a7-9470-a9411d6c6139 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7479c757-4b5a-4a29-9ce3-5bc82c83f6d2 HTTP/1.1" status: 204  len: 168 time: 0.2457831
Jun 02 08:25:45.214295 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:25:59.235609 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca5462-6072-4c35-88ba-24211e79ea12 req-f770bacf-586f-4c17-bec0-22e0495faa53 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:25:59.240163 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-75ca5462-6072-4c35-88ba-24211e79ea12 req-f770bacf-586f-4c17-bec0-22e0495faa53 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 946 time: 0.0818615
Jun 02 08:25:59.282087 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-75ca5462-6072-4c35-88ba-24211e79ea12 req-0a934f80-446c-47a6-aa4b-a8f172f54ce3 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393353
Jun 02 08:26:00.482244 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab14d7d-4286-4abf-bc80-f9f0124d4a50 req-728fa145-7c92-4b12-a486-1ffa0ffaff94 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:00.483595 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-aab14d7d-4286-4abf-bc80-f9f0124d4a50 req-728fa145-7c92-4b12-a486-1ffa0ffaff94 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 946 time: 0.0822842
Jun 02 08:26:00.528420 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-aab14d7d-4286-4abf-bc80-f9f0124d4a50 req-b3291f0b-5449-4348-a167-e4be0c0ab7ec tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391500
Jun 02 08:26:00.918476 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2eb13b-b364-4101-92e0-b7628c2f04e0 req-c8bb7842-2ee0-48a5-9553-4d6839bf8509 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:00.919893 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-fa2eb13b-b364-4101-92e0-b7628c2f04e0 req-c8bb7842-2ee0-48a5-9553-4d6839bf8509 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 946 time: 0.0793934
Jun 02 08:26:01.057155 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:01.143720 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [req-fa2eb13b-b364-4101-92e0-b7628c2f04e0 req-aa1bd372-3454-4c62-b489-c58d83db03a3 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Deleting port 6e3e796c-eae6-4369-92e1-0775642335e8 {{(pid=92341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:26:01.143966 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-fa2eb13b-b364-4101-92e0-b7628c2f04e0 req-aa1bd372-3454-4c62-b489-c58d83db03a3 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:01.273706 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-fa2eb13b-b364-4101-92e0-b7628c2f04e0 req-aa1bd372-3454-4c62-b489-c58d83db03a3 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] For port 6e3e796c-eae6-4369-92e1-0775642335e8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6e3e796c-eae6-4369-92e1-0775642335e8,segment=NetworkSegment(3e8c3502-4384-483c-914a-8b04610c9f9a),segment_id=3e8c3502-4384-483c-914a-8b04610c9f9a)] {{(pid=92341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:26:01.274057 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-fa2eb13b-b364-4101-92e0-b7628c2f04e0 req-aa1bd372-3454-4c62-b489-c58d83db03a3 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:01.560154 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-fa2eb13b-b364-4101-92e0-b7628c2f04e0 req-aa1bd372-3454-4c62-b489-c58d83db03a3 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:01.560779 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-fa2eb13b-b364-4101-92e0-b7628c2f04e0 req-aa1bd372-3454-4c62-b489-c58d83db03a3 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8036659'] for floatingip, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:01.561009 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.db.l3_db [req-fa2eb13b-b364-4101-92e0-b7628c2f04e0 req-aa1bd372-3454-4c62-b489-c58d83db03a3 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Floating IP 7ebfd92a-191c-4b7b-82de-def1586af78a disassociated. External IP: 172.27.3.190, port: 6e3e796c-eae6-4369-92e1-0775642335e8.
Jun 02 08:26:01.561344 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [req-fa2eb13b-b364-4101-92e0-b7628c2f04e0 req-aa1bd372-3454-4c62-b489-c58d83db03a3 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Calling delete_port for 6e3e796c-eae6-4369-92e1-0775642335e8 owned by compute:nova {{(pid=92341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:26:01.739877 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a61925-c7b6-46cc-817d-48e484bff906 req-fc22b419-74d1-4fb1-a9f5-7eb9eb0a77a0 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:01.741341 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-41a61925-c7b6-46cc-817d-48e484bff906 req-fc22b419-74d1-4fb1-a9f5-7eb9eb0a77a0 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 946 time: 0.1052911
Jun 02 08:26:01.785415 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-41a61925-c7b6-46cc-817d-48e484bff906 req-335b639b-5b43-4bc0-aaeb-54c1d8d969c6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378392
Jun 02 08:26:01.812532 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-fa2eb13b-b364-4101-92e0-b7628c2f04e0 req-aa1bd372-3454-4c62-b489-c58d83db03a3 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:01.814370 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-75e7d1d7-7ff8-4bec-8be9-ece8b4117e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:26:01.856726 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bd372-3454-4c62-b489-c58d83db03a3 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Pushing event deleted for resources: {'Port': ['ID=6e3e796c-eae6-4369-92e1-0775642335e8,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:26:01.860248 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-aa1bd372-3454-4c62-b489-c58d83db03a3 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:26:02.048584 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa2eb13b-b364-4101-92e0-b7628c2f04e0 req-aa1bd372-3454-4c62-b489-c58d83db03a3 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Router 2df38e64-17cb-48e2-a8fc-775fbf028ad6 has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:26:02.221246 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa2eb13b-b364-4101-92e0-b7628c2f04e0 req-aa1bd372-3454-4c62-b489-c58d83db03a3 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:26:02.232851 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17200653-adc6-49ea-8000-55f6af3a9ab5 None None] Sync routers for ids ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'] in dv-cinder-786385-7-iscsi {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:26:02.242914 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17200653-adc6-49ea-8000-55f6af3a9ab5 None None] Routers {'2df38e64-17cb-48e2-a8fc-775fbf028ad6'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:26:02.249471 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-17200653-adc6-49ea-8000-55f6af3a9ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7ac5fd90>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:25:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:26:02.298197 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2eb13b-b364-4101-92e0-b7628c2f04e0 req-aa1bd372-3454-4c62-b489-c58d83db03a3 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] No DVR routers for this DVR port 6e3e796c-eae6-4369-92e1-0775642335e8 on host hv-cinder-78638 {{(pid=92341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:26:02.302196 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-fa2eb13b-b364-4101-92e0-b7628c2f04e0 req-aa1bd372-3454-4c62-b489-c58d83db03a3 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:02.303772 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab', 'name': 'network-vif-deleted', 'tag': '6e3e796c-eae6-4369-92e1-0775642335e8'}] {{(pid=92341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:26:02.306648 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d416597fa12f88f8d9bd515793328be5ccabd674e07c2f357b392af977663f84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7694cc-980b-4966-98bf-1c9bf0962e88" -d '{"events": [{"server_uuid": "0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab", "name": "network-vif-deleted", "tag": "6e3e796c-eae6-4369-92e1-0775642335e8"}]}' {{(pid=92341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:26:02.350455 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b77ac82-c21f-4aaa-a0d4-91cda9eb9a99 x-openstack-request-id: req-7b77ac82-c21f-4aaa-a0d4-91cda9eb9a99 {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:26:02.350840 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab", "name": "network-vif-deleted", "tag": "6e3e796c-eae6-4369-92e1-0775642335e8", "status": "completed", "code": 200}]} {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:26:02.351160 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7b77ac82-c21f-4aaa-a0d4-91cda9eb9a99 {{(pid=92341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:26:02.351595 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab', 'name': 'network-vif-deleted', 'tag': '6e3e796c-eae6-4369-92e1-0775642335e8', 'status': 'completed', 'code': 200}
Jun 02 08:26:02.389018 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-fa2eb13b-b364-4101-92e0-b7628c2f04e0 req-aa1bd372-3454-4c62-b489-c58d83db03a3 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.72 "DELETE /v2.0/ports/6e3e796c-eae6-4369-92e1-0775642335e8 HTTP/1.1" status: 204  len: 173 time: 1.4630451
Jun 02 08:26:02.461423 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-17200653-adc6-49ea-8000-55f6af3a9ab5 None None] Set router 2df38e64-17cb-48e2-a8fc-775fbf028ad6 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:26:02.770770 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-17200653-adc6-49ea-8000-55f6af3a9ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7ac5fd90>, [{'id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'name': 'tempest-TestVolumeBootPattern-806449703-router', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:10Z', 'updated_at': '2021-06-02T08:22:15Z', 'revision_number': 4, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'gw_port': {'id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:11Z', 'updated_at': '2021-06-02T08:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': 'c700fded-ecca-4157-a3ae-e92c5acb7abd', 'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'mac_address': 'fa:16:3e:de:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '823afbed-7820-4eee-844c-7dcd3a296224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:14Z', 'updated_at': '2021-06-02T08:22:22Z', 'revision_number': 5, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'subnets': [{'id': '823afbed-7820-4eee-844c-7dcd3a296224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:26:02.774945 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17200653-adc6-49ea-8000-55f6af3a9ab5 None None] Checking router: 2df38e64-17cb-48e2-a8fc-775fbf028ad6 for host: dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:26:02.783419 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17200653-adc6-49ea-8000-55f6af3a9ab5 None None] Routers {'2df38e64-17cb-48e2-a8fc-775fbf028ad6'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:26:02.784002 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-17200653-adc6-49ea-8000-55f6af3a9ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7ac5fd90>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:25:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:26:02.933953 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-15f21a91-4d86-40c5-ad53-ef3df0c1f4d7 req-f25f192d-c89a-4b24-8916-eca9233d1056 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Synchronizing usage tracker for tenant:cdbec1ec3f63482a98b7bae1100654a5 on resource:port {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:26:02.966265 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-17200653-adc6-49ea-8000-55f6af3a9ab5 None None] Set router 2df38e64-17cb-48e2-a8fc-775fbf028ad6 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:26:03.008431 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-15f21a91-4d86-40c5-ad53-ef3df0c1f4d7 req-f25f192d-c89a-4b24-8916-eca9233d1056 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Unset dirty status for tenant:cdbec1ec3f63482a98b7bae1100654a5 on resource:port {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:26:03.009710 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-15f21a91-4d86-40c5-ad53-ef3df0c1f4d7 req-f25f192d-c89a-4b24-8916-eca9233d1056 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b85c604-9e5d-4bb7-ae52-42bc05ffa1ab HTTP/1.1" status: 200  len: 210 time: 0.1191971
Jun 02 08:26:03.078361 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:26:03.277697 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-17200653-adc6-49ea-8000-55f6af3a9ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7ac5fd90>, [{'id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'name': 'tempest-TestVolumeBootPattern-806449703-router', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:10Z', 'updated_at': '2021-06-02T08:22:15Z', 'revision_number': 4, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'gw_port': {'id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:11Z', 'updated_at': '2021-06-02T08:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': 'c700fded-ecca-4157-a3ae-e92c5acb7abd', 'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'mac_address': 'fa:16:3e:de:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '823afbed-7820-4eee-844c-7dcd3a296224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:14Z', 'updated_at': '2021-06-02T08:22:22Z', 'revision_number': 5, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'subnets': [{'id': '823afbed-7820-4eee-844c-7dcd3a296224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:26:03.281519 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17200653-adc6-49ea-8000-55f6af3a9ab5 None None] The sync data for ids ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'] in dv-cinder-786385-7-iscsi is: [{'id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'name': 'tempest-TestVolumeBootPattern-806449703-router', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:10Z', 'updated_at': '2021-06-02T08:22:15Z', 'revision_number': 4, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'gw_port': {'id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:11Z', 'updated_at': '2021-06-02T08:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': 'c700fded-ecca-4157-a3ae-e92c5acb7abd', 'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'mac_address': 'fa:16:3e:de:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '823afbed-7820-4eee-844c-7dcd3a296224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:14Z', 'updated_at': '2021-06-02T08:22:22Z', 'revision_number': 5, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'subnets': [{'id': '823afbed-7820-4eee-844c-7dcd3a296224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:26:03.479335 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82727e96-ab2f-4653-9280-f5ccc9fcfa1a None None] New status for floating IP 7ebfd92a-191c-4b7b-82de-def1586af78a: DOWN {{(pid=92344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 02 08:26:04.371298 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-0afff51e-0d3c-4f29-ba66-ff125c07a435 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1857274621&fields=id&tenant_id=cdbec1ec3f63482a98b7bae1100654a5 HTTP/1.1" status: 200  len: 267 time: 0.0426800
Jun 02 08:26:04.501523 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 6e3e796c-eae6-4369-92e1-0775642335e8 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:26:04.541134 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] No Port match for: 6e3e796c-eae6-4369-92e1-0775642335e8 {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:26:04.541471 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device 6e3e796c-eae6-4369-92e1-0775642335e8 not bound to the agent host hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:26:04.615511 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-f7f0bc40-8557-45ad-9abb-0ae67325bc81 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:04.616946 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-f7f0bc40-8557-45ad-9abb-0ae67325bc81 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/networks?id=5647c6e8-6e89-4376-a13c-5de9c11f58e9 HTTP/1.1" status: 200  len: 811 time: 0.2394884
Jun 02 08:26:04.630827 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-9e334dfa-6183-4589-b21c-5d956c0f8520 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/quotas/cdbec1ec3f63482a98b7bae1100654a5 HTTP/1.1" status: 200  len: 375 time: 0.0085738
Jun 02 08:26:04.713368 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-1c16a848-68e2-467c-b8ac-674b7b2ee5ac tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=cdbec1ec3f63482a98b7bae1100654a5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0771000
Jun 02 08:26:04.845289 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-568e1a83-aa95-4f66-8fdb-0f1dada33ed9 service neutron] 10.222.0.77 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1206145
Jun 02 08:26:04.973201 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-77d74678-2d84-4b35-b691-968a20f846bb service neutron] 10.222.0.77 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219637
Jun 02 08:26:05.599354 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-fa2135a4-e69b-4124-8902-6abf57caa17f req-4070a105-b885-40f9-af6b-d44ccc999671 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 210 time: 0.0459750
Jun 02 08:26:06.750034 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-4dd9a1ec-7f2b-4b68-b93a-d8e4a4f79050 req-b9d7740a-f04d-401f-8d6b-1b2e844ff8d8 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 210 time: 0.0438831
Jun 02 08:26:07.912427 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f224d045-a790-43c6-bb02-11d96b2cb4ac req-503ba108-57c0-4442-992d-a96ae074c5fd tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 210 time: 0.0558014
Jun 02 08:26:07.921722 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-b5eeae5a-0ba2-4f04-8e89-bdcace83d55f tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:07.923102 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-b5eeae5a-0ba2-4f04-8e89-bdcace83d55f tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.72 "GET /v2.0/networks?id=5647c6e8-6e89-4376-a13c-5de9c11f58e9 HTTP/1.1" status: 200  len: 811 time: 0.1893828
Jun 02 08:26:07.978096 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-308edebb-e545-4c7e-9125-033b0729554f tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdbec1ec3f63482a98b7bae1100654a5 HTTP/1.1" status: 200  len: 380 time: 0.0461113
Jun 02 08:26:07.989225 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-fdd71a73-e771-4047-a954-e227171507fc tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Request body: {'port': {'device_id': 'd31805d2-f68c-4175-b1eb-56bc9fd2dccd', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'admin_state_up': True, 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'security_groups': ['36946c2d-6914-45e1-886c-19270c846ad8']}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:26:08.126159 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-fdd71a73-e771-4047-a954-e227171507fc tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:26:08.136244 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-fdd71a73-e771-4047-a954-e227171507fc tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:26:08.202796 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-fdd71a73-e771-4047-a954-e227171507fc tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Made reservation on behalf of cdbec1ec3f63482a98b7bae1100654a5 for: {'port': 1} {{(pid=92341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:26:08.207866 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-fdd71a73-e771-4047-a954-e227171507fc tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:08.366810 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.db_base_plugin_common [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-fdd71a73-e771-4047-a954-e227171507fc tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Allocated IP 172.20.0.11 (5647c6e8-6e89-4376-a13c-5de9c11f58e9/823afbed-7820-4eee-844c-7dcd3a296224/e0fbeb9c-956b-4ba7-986d-d3ba908a88ba) {{(pid=92341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:26:08.558196 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-fdd71a73-e771-4047-a954-e227171507fc tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for port, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:08.573642 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.provisioning_blocks [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-fdd71a73-e771-4047-a954-e227171507fc tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Transition to ACTIVE for port object e0fbeb9c-956b-4ba7-986d-d3ba908a88ba will not be triggered until provisioned by entity DHCP. {{(pid=92341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:26:08.663051 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-fdd71a73-e771-4047-a954-e227171507fc tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:08.669184 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-3ebdaab6-077d-46a4-ab03-4ba22cdbf898 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:26:08.732713 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-fdd71a73-e771-4047-a954-e227171507fc tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Network 5647c6e8-6e89-4376-a13c-5de9c11f58e9 is already hosted by enough agents. {{(pid=92341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:26:08.735857 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-fdd71a73-e771-4047-a954-e227171507fc tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Resources bound (agent type, host, resource id):  {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:26:08.739790 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-fdd71a73-e771-4047-a954-e227171507fc tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Received port after_create {{(pid=92341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:26:08.780567 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd71a73-e771-4047-a954-e227171507fc tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Pushing event updated for resources: {'Port': ['ID=e0fbeb9c-956b-4ba7-986d-d3ba908a88ba,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:26:08.785222 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-fdd71a73-e771-4047-a954-e227171507fc tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:26:08.813162 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-fdd71a73-e771-4047-a954-e227171507fc tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:08.813785 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-fdd71a73-e771-4047-a954-e227171507fc tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:08.938442 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-fdd71a73-e771-4047-a954-e227171507fc tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9525647
Jun 02 08:26:08.954101 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-c3f2fac7-e7b1-4c9e-b4f9-7f79a614f526 service neutron] Request body: {'port': {'device_id': 'd31805d2-f68c-4175-b1eb-56bc9fd2dccd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:26:09.046253 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-4231b3f8-f123-4091-890f-e5f56ff31670 None None] Provisioning for port e0fbeb9c-956b-4ba7-986d-d3ba908a88ba completed by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:26:09.050566 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-4231b3f8-f123-4091-890f-e5f56ff31670 None None] Provisioning complete for port e0fbeb9c-956b-4ba7-986d-d3ba908a88ba triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:26:09.055792 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-4231b3f8-f123-4091-890f-e5f56ff31670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:09.107862 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-4231b3f8-f123-4091-890f-e5f56ff31670 None None] Port e0fbeb9c-956b-4ba7-986d-d3ba908a88ba cannot update to ACTIVE because it is not bound. {{(pid=92343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 02 08:26:09.118200 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-c3f2fac7-e7b1-4c9e-b4f9-7f79a614f526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:09.347115 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c43bbe-307f-4ca5-86e4-318c4e3d3c6e req-80a7a798-5d46-42d7-bbef-1f2bd239c2ec tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:09.347787 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-03c43bbe-307f-4ca5-86e4-318c4e3d3c6e req-80a7a798-5d46-42d7-bbef-1f2bd239c2ec tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Synchronizing usage tracker for tenant:cdbec1ec3f63482a98b7bae1100654a5 on resource:port {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:26:09.468046 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-03c43bbe-307f-4ca5-86e4-318c4e3d3c6e req-80a7a798-5d46-42d7-bbef-1f2bd239c2ec tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Unset dirty status for tenant:cdbec1ec3f63482a98b7bae1100654a5 on resource:port {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:26:09.469117 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-03c43bbe-307f-4ca5-86e4-318c4e3d3c6e req-80a7a798-5d46-42d7-bbef-1f2bd239c2ec tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 932 time: 0.4293878
Jun 02 08:26:09.537916 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-03c43bbe-307f-4ca5-86e4-318c4e3d3c6e req-2074b4df-b6cd-481f-a3c9-7079f308db3c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0624225
Jun 02 08:26:09.624944 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-c3f2fac7-e7b1-4c9e-b4f9-7f79a614f526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0fbeb9c-956b-4ba7-986d-d3ba908a88ba {{(pid=92341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:26:09.632407 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-c3f2fac7-e7b1-4c9e-b4f9-7f79a614f526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:09.647180 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.provisioning_blocks [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-c3f2fac7-e7b1-4c9e-b4f9-7f79a614f526 service neutron] Transition to ACTIVE for port object e0fbeb9c-956b-4ba7-986d-d3ba908a88ba will not be triggered until provisioned by entity L2. {{(pid=92341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:26:09.740089 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-c3f2fac7-e7b1-4c9e-b4f9-7f79a614f526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589761'] for port, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:09.744447 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-aa1bd372-3454-4c62-b489-c58d83db03a3 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:26:09.873067 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2fac7-e7b1-4c9e-b4f9-7f79a614f526 service neutron] Pushing event updated for resources: {'Port': ['ID=e0fbeb9c-956b-4ba7-986d-d3ba908a88ba,revision_number=2']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:26:09.876556 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-c3f2fac7-e7b1-4c9e-b4f9-7f79a614f526 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:26:09.985295 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.managers [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-c3f2fac7-e7b1-4c9e-b4f9-7f79a614f526 service neutron] Attempting to bind port e0fbeb9c-956b-4ba7-986d-d3ba908a88ba on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:26:09.985952 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.managers [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-c3f2fac7-e7b1-4c9e-b4f9-7f79a614f526 service neutron] Attempting to bind port e0fbeb9c-956b-4ba7-986d-d3ba908a88ba by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3e8c3502-4384-483c-914a-8b04610c9f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9'}] {{(pid=92341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:26:09.985952 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-c3f2fac7-e7b1-4c9e-b4f9-7f79a614f526 service neutron] Attempting to bind port e0fbeb9c-956b-4ba7-986d-d3ba908a88ba on network 5647c6e8-6e89-4376-a13c-5de9c11f58e9 {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:26:09.993254 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-c3f2fac7-e7b1-4c9e-b4f9-7f79a614f526 service neutron] Port e0fbeb9c-956b-4ba7-986d-d3ba908a88ba on network 5647c6e8-6e89-4376-a13c-5de9c11f58e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 02 08:26:09.993254 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-c3f2fac7-e7b1-4c9e-b4f9-7f79a614f526 service neutron] Attempting to bind port e0fbeb9c-956b-4ba7-986d-d3ba908a88ba on network 5647c6e8-6e89-4376-a13c-5de9c11f58e9 {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:26:09.996464 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-c3f2fac7-e7b1-4c9e-b4f9-7f79a614f526 service neutron] Checking agent: {'id': '5f85f1d8-5acd-47ff-be11-89642c504a90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:26:09.996778 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-c3f2fac7-e7b1-4c9e-b4f9-7f79a614f526 service neutron] Checking segment: {'id': '3e8c3502-4384-483c-914a-8b04610c9f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:26:09.997148 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-c3f2fac7-e7b1-4c9e-b4f9-7f79a614f526 service neutron] Bound using segment: {'id': '3e8c3502-4384-483c-914a-8b04610c9f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9'} {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:26:09.997558 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.managers [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-c3f2fac7-e7b1-4c9e-b4f9-7f79a614f526 service neutron] Bound port: e0fbeb9c-956b-4ba7-986d-d3ba908a88ba, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e8c3502-4384-483c-914a-8b04610c9f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9'}}] {{(pid=92341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:26:09.997939 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-c3f2fac7-e7b1-4c9e-b4f9-7f79a614f526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:10.042291 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-816e6281-bc5b-4ff9-8fa5-468bde9fe8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:10.090187 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-c3f2fac7-e7b1-4c9e-b4f9-7f79a614f526 service neutron] For port e0fbeb9c-956b-4ba7-986d-d3ba908a88ba, host hv-cinder-78638, cleared binding levels {{(pid=92341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:26:10.093203 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-c3f2fac7-e7b1-4c9e-b4f9-7f79a614f526 service neutron] For port e0fbeb9c-956b-4ba7-986d-d3ba908a88ba, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e0fbeb9c-956b-4ba7-986d-d3ba908a88ba,segment=NetworkSegment(3e8c3502-4384-483c-914a-8b04610c9f9a),segment_id=3e8c3502-4384-483c-914a-8b04610c9f9a)] {{(pid=92341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:26:10.197553 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-c3f2fac7-e7b1-4c9e-b4f9-7f79a614f526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589761'] for port, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:10.201979 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-c0231f64-9a81-47e1-88bf-59c7c43918e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:26:10.264116 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-c3f2fac7-e7b1-4c9e-b4f9-7f79a614f526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:10.264750 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-c3f2fac7-e7b1-4c9e-b4f9-7f79a614f526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:10.266107 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-c3f2fac7-e7b1-4c9e-b4f9-7f79a614f526 service neutron] 10.222.0.72 "PUT /v2.0/ports/e0fbeb9c-956b-4ba7-986d-d3ba908a88ba HTTP/1.1" status: 200  len: 1094 time: 1.3166971
Jun 02 08:26:10.266610 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31805d2-f68c-4175-b1eb-56bc9fd2dccd', 'tag': 'e0fbeb9c-956b-4ba7-986d-d3ba908a88ba'}] {{(pid=92341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:26:10.268890 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d416597fa12f88f8d9bd515793328be5ccabd674e07c2f357b392af977663f84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c49979-dc37-41b6-9769-552fa448c619" -d '{"events": [{"name": "network-changed", "server_uuid": "d31805d2-f68c-4175-b1eb-56bc9fd2dccd", "tag": "e0fbeb9c-956b-4ba7-986d-d3ba908a88ba"}]}' {{(pid=92341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:26:10.291344 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2fac7-e7b1-4c9e-b4f9-7f79a614f526 service neutron] Pushing event updated for resources: {'Port': ['ID=e0fbeb9c-956b-4ba7-986d-d3ba908a88ba,revision_number=3']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:26:10.296780 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-c3f2fac7-e7b1-4c9e-b4f9-7f79a614f526 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:26:10.320600 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003ed119-b883-4673-8f00-55196940a7c2 x-openstack-request-id: req-003ed119-b883-4673-8f00-55196940a7c2 {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:26:10.321000 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31805d2-f68c-4175-b1eb-56bc9fd2dccd", "tag": "e0fbeb9c-956b-4ba7-986d-d3ba908a88ba", "status": "completed", "code": 200}]} {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:26:10.321298 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-003ed119-b883-4673-8f00-55196940a7c2 {{(pid=92341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:26:10.321789 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31805d2-f68c-4175-b1eb-56bc9fd2dccd', 'tag': 'e0fbeb9c-956b-4ba7-986d-d3ba908a88ba', 'status': 'completed', 'code': 200}
Jun 02 08:26:10.422472 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c49979-dc37-41b6-9769-552fa448c619 req-f81d477a-cbc3-48a1-a223-6f16402f0553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:10.423946 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e8c49979-dc37-41b6-9769-552fa448c619 req-f81d477a-cbc3-48a1-a223-6f16402f0553 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cdbec1ec3f63482a98b7bae1100654a5&device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 1097 time: 0.0758865
Jun 02 08:26:10.575345 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c49979-dc37-41b6-9769-552fa448c619 req-9b2b7f8f-b74f-4470-abef-3d70b51062a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:10.576824 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e8c49979-dc37-41b6-9769-552fa448c619 req-9b2b7f8f-b74f-4470-abef-3d70b51062a1 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=cdbec1ec3f63482a98b7bae1100654a5&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1458395
Jun 02 08:26:10.771236 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c49979-dc37-41b6-9769-552fa448c619 req-e875fc6a-b654-4d2b-addf-a1ad2d6dd345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:10.772775 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e8c49979-dc37-41b6-9769-552fa448c619 req-e875fc6a-b654-4d2b-addf-a1ad2d6dd345 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1899369
Jun 02 08:26:10.796431 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9799e7-4173-41e5-b821-842ac9f2b196 req-8e7c6303-4554-4edb-9110-a34657c79923 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:10.798230 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1d9799e7-4173-41e5-b821-842ac9f2b196 req-8e7c6303-4554-4edb-9110-a34657c79923 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 944 time: 0.1197486
Jun 02 08:26:10.888711 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1d9799e7-4173-41e5-b821-842ac9f2b196 req-791f01e9-a16d-4970-a25b-6e93a85dc363 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0848908
Jun 02 08:26:10.907604 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-e62ba1b6-d614-4b66-9ee2-e02b1a5556d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:10.909130 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-e62ba1b6-d614-4b66-9ee2-e02b1a5556d4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cdbec1ec3f63482a98b7bae1100654a5&device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 1097 time: 0.0900557
Jun 02 08:26:10.981824 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-ab3c75b7-b08b-4085-9f55-e6b4413a717e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0fbeb9c-956b-4ba7-986d-d3ba908a88ba HTTP/1.1" status: 200  len: 217 time: 0.0644689
Jun 02 08:26:11.046523 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-069a79e9-01bd-449b-b0aa-ff6d179d4db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:11.047961 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-069a79e9-01bd-449b-b0aa-ff6d179d4db5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=823afbed-7820-4eee-844c-7dcd3a296224 HTTP/1.1" status: 200  len: 850 time: 0.0582371
Jun 02 08:26:11.125596 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-d3c35c04-6ab6-419f-b9af-f3282f7d2074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:11.127025 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-d3c35c04-6ab6-419f-b9af-f3282f7d2074 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5647c6e8-6e89-4376-a13c-5de9c11f58e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0729721
Jun 02 08:26:11.369917 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-c3cfd98e-73bf-4f8a-83bb-27d65088fd53 service neutron] 10.222.0.72 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2358830
Jun 02 08:26:11.499870 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-62efa8fa-80b8-4e20-8c48-e28e1e6a6b03 req-04f36a20-0f99-499e-8a94-b2036c8e26d3 service neutron] 10.222.0.72 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230850
Jun 02 08:26:12.072827 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109b32f-4ace-403a-a451-db840879ee02 req-543297e3-1641-4e72-94c2-0a16b6ffafe4 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:12.074322 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7109b32f-4ace-403a-a451-db840879ee02 req-543297e3-1641-4e72-94c2-0a16b6ffafe4 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 944 time: 0.0818853
Jun 02 08:26:12.120428 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7109b32f-4ace-403a-a451-db840879ee02 req-b472af87-2a90-4992-8311-59a02d820c53 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400298
Jun 02 08:26:12.240754 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 40622) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:26:12.355601 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-e098ee08-7fa6-4eb6-8223-a238a2b349d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:12.370080 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-e098ee08-7fa6-4eb6-8223-a238a2b349d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:26:12.373859 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-e098ee08-7fa6-4eb6-8223-a238a2b349d1 admin admin] Usage tracker for resource:security_group_rule and tenant:a9b0f58ad15d476fbe5e85018b03f939 is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:26:12.376695 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-e098ee08-7fa6-4eb6-8223-a238a2b349d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:26:12.382327 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-e098ee08-7fa6-4eb6-8223-a238a2b349d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:26:12.464727 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-e098ee08-7fa6-4eb6-8223-a238a2b349d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:12.536334 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-e098ee08-7fa6-4eb6-8223-a238a2b349d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:12.545938 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-7c5c101f-211d-44be-9dde-6c08979927ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:26:12.584974 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-e098ee08-7fa6-4eb6-8223-a238a2b349d1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a9b0f58ad15d476fbe5e85018b03f939&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3431735
Jun 02 08:26:12.585660 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098ee08-7fa6-4eb6-8223-a238a2b349d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d301cbeb-9f36-49d9-95af-e73e6725e672,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:26:12.589268 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 40626) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:26:12.589811 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-e098ee08-7fa6-4eb6-8223-a238a2b349d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:26:12.634008 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:12.651622 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-bcb1023e-f79c-4dd4-9967-891086a84b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:12.654227 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b58cca8d-4423-4a00-ac0d-7288c2e515ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:12.680554 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b58cca8d-4423-4a00-ac0d-7288c2e515ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:12.825381 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b58cca8d-4423-4a00-ac0d-7288c2e515ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:12.829126 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-b660bf55-d4d0-4fe5-82aa-d2d0147d47d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:26:12.843953 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58cca8d-4423-4a00-ac0d-7288c2e515ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d301cbeb-9f36-49d9-95af-e73e6725e672,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:26:12.846412 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-b58cca8d-4423-4a00-ac0d-7288c2e515ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:26:12.851878 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b58cca8d-4423-4a00-ac0d-7288c2e515ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:12.853033 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-b58cca8d-4423-4a00-ac0d-7288c2e515ef admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d301cbeb-9f36-49d9-95af-e73e6725e672 HTTP/1.1" status: 204  len: 168 time: 0.2622304
Jun 02 08:26:13.308780 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a636224-a51d-4e84-b1dc-c692c67d8888 req-8f14430f-3e05-49bc-8997-3f8da99fa80b tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:13.310560 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0a636224-a51d-4e84-b1dc-c692c67d8888 req-8f14430f-3e05-49bc-8997-3f8da99fa80b tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 944 time: 0.0819850
Jun 02 08:26:13.355708 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-0a636224-a51d-4e84-b1dc-c692c67d8888 req-ab3c8a08-ea97-4117-a37a-85c4f6281e6d tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392818
Jun 02 08:26:13.806246 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:14.543064 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e114d-95e1-471c-9d9e-c6483014d4b9 req-de1dc913-a05a-4573-b981-322f3fe33c13 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:14.544521 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-825e114d-95e1-471c-9d9e-c6483014d4b9 req-de1dc913-a05a-4573-b981-322f3fe33c13 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 944 time: 0.0834353
Jun 02 08:26:14.589330 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-825e114d-95e1-471c-9d9e-c6483014d4b9 req-48efbc6b-85ec-40ea-ab10-7580d7829de6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391197
Jun 02 08:26:15.251155 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:15.778893 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823d573-c712-4308-8567-905a5fd55ccf req-76c21845-9cfa-419d-a41d-69b350b6e770 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:15.780397 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b823d573-c712-4308-8567-905a5fd55ccf req-76c21845-9cfa-419d-a41d-69b350b6e770 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 944 time: 0.0855377
Jun 02 08:26:15.829262 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-b823d573-c712-4308-8567-905a5fd55ccf req-7c501852-861f-4aa9-bbd3-91177e67bcb3 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431845
Jun 02 08:26:17.010002 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a150a-34fa-41d9-a7d1-5ffd5f80b927 req-4a0bd968-5218-47ce-93de-87324a986a36 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:17.012067 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ce3a150a-34fa-41d9-a7d1-5ffd5f80b927 req-4a0bd968-5218-47ce-93de-87324a986a36 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 944 time: 0.0808928
Jun 02 08:26:17.055501 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ce3a150a-34fa-41d9-a7d1-5ffd5f80b927 req-484446ae-6066-464f-a575-9e046ef25771 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378642
Jun 02 08:26:18.259970 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d3b15-ab2d-4dfb-843d-a01da59b9ca1 req-3a0706fa-b250-4f95-99fa-11f0ac87eafe tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:18.262057 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1b6d3b15-ab2d-4dfb-843d-a01da59b9ca1 req-3a0706fa-b250-4f95-99fa-11f0ac87eafe tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 944 time: 0.0897939
Jun 02 08:26:18.314757 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1b6d3b15-ab2d-4dfb-843d-a01da59b9ca1 req-eb791db8-1e7c-4a77-9fd1-ca8499583e0d tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467763
Jun 02 08:26:19.506035 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e633d-9d54-4ce9-ba44-13f5ddfbd19e req-10f0b169-cd19-4daa-bbaf-5609f7c32254 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:19.507389 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5f9e633d-9d54-4ce9-ba44-13f5ddfbd19e req-10f0b169-cd19-4daa-bbaf-5609f7c32254 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 944 time: 0.0862393
Jun 02 08:26:19.551700 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5f9e633d-9d54-4ce9-ba44-13f5ddfbd19e req-6498b19e-7a63-47ee-a0ef-58ece23cc447 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385039
Jun 02 08:26:20.738482 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04be10-db15-4beb-a2e3-ddb97d42420f req-330620cf-6b38-47ea-9301-1ac65a1438d3 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:20.740077 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9e04be10-db15-4beb-a2e3-ddb97d42420f req-330620cf-6b38-47ea-9301-1ac65a1438d3 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 944 time: 0.0826252
Jun 02 08:26:20.784075 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9e04be10-db15-4beb-a2e3-ddb97d42420f req-467e2f06-5b9c-4ad3-a3cb-96a571362837 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385580
Jun 02 08:26:21.967440 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321064c-3fad-4e19-8ef7-90d51a89927d req-733a6c59-6c51-4ee3-be8c-1bee9cbc73be tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:21.968892 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2321064c-3fad-4e19-8ef7-90d51a89927d req-733a6c59-6c51-4ee3-be8c-1bee9cbc73be tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 944 time: 0.0770597
Jun 02 08:26:22.017570 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2321064c-3fad-4e19-8ef7-90d51a89927d req-72696383-a06e-4b36-b87a-dab8d88ed30c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430288
Jun 02 08:26:23.343684 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5a561-36f2-4598-8b78-a8ca031cc5b1 req-2005c46a-6e8d-452c-85bc-078a33c8d91a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:23.345156 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e3a5a561-36f2-4598-8b78-a8ca031cc5b1 req-2005c46a-6e8d-452c-85bc-078a33c8d91a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 944 time: 0.0773942
Jun 02 08:26:23.393553 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e3a5a561-36f2-4598-8b78-a8ca031cc5b1 req-af890a0a-45b9-4f90-8c1f-d492fcdc9c0b tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428429
Jun 02 08:26:24.580882 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebf916-f9a6-4ff9-bde6-03614c8d32f4 req-01f43b58-82b4-49d4-ab34-14298aa1d4f5 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:24.582319 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-87ebf916-f9a6-4ff9-bde6-03614c8d32f4 req-01f43b58-82b4-49d4-ab34-14298aa1d4f5 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 944 time: 0.0839732
Jun 02 08:26:24.625613 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-87ebf916-f9a6-4ff9-bde6-03614c8d32f4 req-5e77b811-d1b1-47ee-9c85-b3572cd465ac tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377562
Jun 02 08:26:25.098951 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device e0fbeb9c-956b-4ba7-986d-d3ba908a88ba details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=92343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 02 08:26:25.231425 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port e0fbeb9c-956b-4ba7-986d-d3ba908a88ba, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e0fbeb9c-956b-4ba7-986d-d3ba908a88ba,segment=NetworkSegment(3e8c3502-4384-483c-914a-8b04610c9f9a),segment_id=3e8c3502-4384-483c-914a-8b04610c9f9a)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:26:25.249387 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Returning: {'device': 'e0fbeb9c-956b-4ba7-986d-d3ba908a88ba', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'port_id': 'e0fbeb9c-956b-4ba7-986d-d3ba908a88ba', 'mac_address': 'fa:16:3e:e4:8f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823afbed-7820-4eee-844c-7dcd3a296224', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 02 08:26:25.305260 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:25.321921 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0fbeb9c-956b-4ba7-986d-d3ba908a88ba {{(pid=92343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:26:25.336950 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port e0fbeb9c-956b-4ba7-986d-d3ba908a88ba, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e0fbeb9c-956b-4ba7-986d-d3ba908a88ba,segment=NetworkSegment(3e8c3502-4384-483c-914a-8b04610c9f9a),segment_id=3e8c3502-4384-483c-914a-8b04610c9f9a)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:26:25.416028 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:25.417741 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-5938c424-239d-4161-ae3c-12755531221e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:26:25.480881 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=e0fbeb9c-956b-4ba7-986d-d3ba908a88ba,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:26:25.487819 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:25.488153 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:25.488504 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:25.488921 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:25.489244 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:25.489560 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:25.490104 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:25.490242 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:25.490484 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:25.490794 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:25.491099 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:25.491405 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:25.495644 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:26:25.808776 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763603f-0eb2-4ae2-84d5-bd9673014df9 req-dc792ff4-d104-450f-9879-1699682da688 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:25.810216 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1763603f-0eb2-4ae2-84d5-bd9673014df9 req-dc792ff4-d104-450f-9879-1699682da688 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 945 time: 0.0793219
Jun 02 08:26:25.854963 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1763603f-0eb2-4ae2-84d5-bd9673014df9 req-8e796e28-eabe-421f-bc8c-86d0cfe05ebe tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386410
Jun 02 08:26:27.043056 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9c30c-a3f5-4afa-8796-4b74dd5565f6 req-1c1a6b4f-c659-4df5-8e35-d6a4aee31936 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:27.044508 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f5f9c30c-a3f5-4afa-8796-4b74dd5565f6 req-1c1a6b4f-c659-4df5-8e35-d6a4aee31936 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 945 time: 0.0861895
Jun 02 08:26:27.089507 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f5f9c30c-a3f5-4afa-8796-4b74dd5565f6 req-5d9f48cf-186e-4eef-88e4-01e1ec4932dc tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388913
Jun 02 08:26:27.311636 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['e0fbeb9c-956b-4ba7-986d-d3ba908a88ba'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:26:28.274366 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06badaae-7c4b-4bd6-b31d-14dbd0d30cbf req-8d3ff5cd-f756-48be-ae3a-da0085f7bcca tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:28.275782 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-06badaae-7c4b-4bd6-b31d-14dbd0d30cbf req-8d3ff5cd-f756-48be-ae3a-da0085f7bcca tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 945 time: 0.0786068
Jun 02 08:26:28.325084 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-06badaae-7c4b-4bd6-b31d-14dbd0d30cbf req-15aa3c58-49d0-458f-a662-b8fcc478e4e9 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435846
Jun 02 08:26:28.616150 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device e0fbeb9c-956b-4ba7-986d-d3ba908a88ba up at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:26:28.790617 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning for port e0fbeb9c-956b-4ba7-986d-d3ba908a88ba completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:26:28.795360 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning complete for port e0fbeb9c-956b-4ba7-986d-d3ba908a88ba triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:26:28.795735 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:28.909298 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:28.934847 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31805d2-f68c-4175-b1eb-56bc9fd2dccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fbeb9c-956b-4ba7-986d-d3ba908a88ba'}] {{(pid=92343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:26:28.937054 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a92db95248474e1fdd92faa7bb4bdbed5d39af607a3dc1549787c687b6a75a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e2fc14-e962-4f03-b2ac-7713d40989f7" -d '{"events": [{"server_uuid": "d31805d2-f68c-4175-b1eb-56bc9fd2dccd", "name": "network-vif-plugged", "status": "completed", "tag": "e0fbeb9c-956b-4ba7-986d-d3ba908a88ba"}]}' {{(pid=92343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:26:28.945617 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port e0fbeb9c-956b-4ba7-986d-d3ba908a88ba, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e0fbeb9c-956b-4ba7-986d-d3ba908a88ba,segment=NetworkSegment(3e8c3502-4384-483c-914a-8b04610c9f9a),segment_id=3e8c3502-4384-483c-914a-8b04610c9f9a)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:26:28.978652 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524a49ee-f15e-4934-a5ed-2751bd48651c x-openstack-request-id: req-524a49ee-f15e-4934-a5ed-2751bd48651c {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:26:28.978946 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31805d2-f68c-4175-b1eb-56bc9fd2dccd", "name": "network-vif-plugged", "status": "completed", "tag": "e0fbeb9c-956b-4ba7-986d-d3ba908a88ba", "code": 200}]} {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:26:28.979202 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-524a49ee-f15e-4934-a5ed-2751bd48651c {{(pid=92343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:26:28.979592 dv-cinder-786385-7-iscsi neutron-server[92343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31805d2-f68c-4175-b1eb-56bc9fd2dccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fbeb9c-956b-4ba7-986d-d3ba908a88ba', 'code': 200}
Jun 02 08:26:29.021904 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:29.023764 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:26:29.090406 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=e0fbeb9c-956b-4ba7-986d-d3ba908a88ba,revision_number=5']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:26:29.093309 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:26:29.404853 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24503e-b3dc-4186-b66c-70020b2426a0 req-e9e920f1-589f-4b84-8973-013c9501a052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:29.409619 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9a24503e-b3dc-4186-b66c-70020b2426a0 req-e9e920f1-589f-4b84-8973-013c9501a052 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 1099 time: 0.0708191
Jun 02 08:26:29.582673 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9a24503e-b3dc-4186-b66c-70020b2426a0 req-bf299dc4-d309-40cf-ae0f-2a66798c8ea8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1702647
Jun 02 08:26:29.616936 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d12e0-0219-41f7-8c74-c0fb2bd4648f req-7606e938-1140-4bee-9a9b-69ec95407df4 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:29.618325 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e09d12e0-0219-41f7-8c74-c0fb2bd4648f req-7606e938-1140-4bee-9a9b-69ec95407df4 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 946 time: 0.1866724
Jun 02 08:26:29.664293 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e09d12e0-0219-41f7-8c74-c0fb2bd4648f req-8d790a6b-a949-4a25-adb3-c0554aa3ec15 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403659
Jun 02 08:26:30.862721 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b335605-0cd7-4c5a-8cac-89c1bc759b97 req-8e9c46a4-e85c-449e-beec-16d9bb0e203f tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:30.864389 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9b335605-0cd7-4c5a-8cac-89c1bc759b97 req-8e9c46a4-e85c-449e-beec-16d9bb0e203f tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 946 time: 0.0862074
Jun 02 08:26:30.913280 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-9b335605-0cd7-4c5a-8cac-89c1bc759b97 req-0685a27f-2329-4386-9b6e-a1b48935a625 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401232
Jun 02 08:26:31.073154 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:32.097736 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03819d55-d582-47c6-9c2e-2fd20af282fd req-c77b3276-41b7-489c-962b-7ecf1e987a11 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:32.099151 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-03819d55-d582-47c6-9c2e-2fd20af282fd req-c77b3276-41b7-489c-962b-7ecf1e987a11 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 946 time: 0.0819654
Jun 02 08:26:32.144782 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-03819d55-d582-47c6-9c2e-2fd20af282fd req-70dd8a1c-19b1-43a9-b963-f92c70d0ad34 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397882
Jun 02 08:26:32.334866 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263d5fa-a919-41fc-b359-45f5f6579064 req-37cb5d5b-20e0-4039-aa5b-f179305091a0 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:32.336350 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d263d5fa-a919-41fc-b359-45f5f6579064 req-37cb5d5b-20e0-4039-aa5b-f179305091a0 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 946 time: 0.0845187
Jun 02 08:26:32.385416 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d263d5fa-a919-41fc-b359-45f5f6579064 req-eab4839d-84a4-4c6a-a98f-f264094869ce tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430756
Jun 02 08:26:32.409286 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 40744) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:26:32.476066 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0650ca53-7c68-4396-b5e8-05f639162f36 tempest-TestVolumeBootPattern-1756204798 tempest-TestVolumeBootPattern-1756204798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:32.477550 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-0650ca53-7c68-4396-b5e8-05f639162f36 tempest-TestVolumeBootPattern-1756204798 tempest-TestVolumeBootPattern-1756204798-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 1094 time: 0.0673525
Jun 02 08:26:32.480396 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 40746) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:26:32.484616 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-0577db89-1193-48eb-a091-a3b51382623a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Request body: {'floatingip': {'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'port_id': 'e0fbeb9c-956b-4ba7-986d-d3ba908a88ba', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:26:32.490878 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-0577db89-1193-48eb-a091-a3b51382623a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:26:32.494813 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-0577db89-1193-48eb-a091-a3b51382623a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Usage tracker for resource:floatingip and tenant:cdbec1ec3f63482a98b7bae1100654a5 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:26:32.497871 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-0577db89-1193-48eb-a091-a3b51382623a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:26:32.504387 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-0577db89-1193-48eb-a091-a3b51382623a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:26:32.590761 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-0577db89-1193-48eb-a091-a3b51382623a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for floatingip, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:32.824326 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-0577db89-1193-48eb-a091-a3b51382623a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:32.967122 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_common [None req-0577db89-1193-48eb-a091-a3b51382623a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Allocated IP 172.27.3.180 (25cee017-96f1-470f-84b1-115420be0257/100151e0-9740-4c20-8f2c-560e0808d190/0b62355c-3287-4f3f-8b73-f55df8349d41) {{(pid=92342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:26:33.117217 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-0577db89-1193-48eb-a091-a3b51382623a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for port, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:33.216834 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-0577db89-1193-48eb-a091-a3b51382623a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:33.222392 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-6ca7e89c-5449-4b5f-8f99-5b2a10851532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:26:33.287019 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0577db89-1193-48eb-a091-a3b51382623a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Network 25cee017-96f1-470f-84b1-115420be0257 is already hosted by enough agents. {{(pid=92342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:26:33.290036 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-0577db89-1193-48eb-a091-a3b51382623a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Resources bound (agent type, host, resource id):  {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:26:33.292747 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0577db89-1193-48eb-a091-a3b51382623a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Received port after_create {{(pid=92342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:26:33.329890 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577db89-1193-48eb-a091-a3b51382623a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Pushing event updated for resources: {'Port': ['ID=0b62355c-3287-4f3f-8b73-f55df8349d41,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:26:33.334438 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-0577db89-1193-48eb-a091-a3b51382623a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:26:33.697798 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-0577db89-1193-48eb-a091-a3b51382623a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:33.822515 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-0577db89-1193-48eb-a091-a3b51382623a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:34.023748 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-0577db89-1193-48eb-a091-a3b51382623a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for port, precommit_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:34.104907 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-0577db89-1193-48eb-a091-a3b51382623a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6633674'] for port, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:34.108728 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-dedf722e-154a-4740-88d2-ba37df95dc42 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:26:34.214475 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577db89-1193-48eb-a091-a3b51382623a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Pushing event updated for resources: {'Port': ['ID=0b62355c-3287-4f3f-8b73-f55df8349d41,revision_number=2']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:26:34.218458 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-0577db89-1193-48eb-a091-a3b51382623a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:26:34.225672 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-0577db89-1193-48eb-a091-a3b51382623a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8036659'] for floatingip, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:34.399323 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.db.l3_db [None req-0577db89-1193-48eb-a091-a3b51382623a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Floating IP 8e86c317-0ac6-419f-8de6-4320f883732a associated. External IP: 172.27.3.180, port: e0fbeb9c-956b-4ba7-986d-d3ba908a88ba.
Jun 02 08:26:34.849689 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0577db89-1193-48eb-a091-a3b51382623a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Router 2df38e64-17cb-48e2-a8fc-775fbf028ad6 has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:26:35.022102 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0577db89-1193-48eb-a091-a3b51382623a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:26:35.031195 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12010814-0e8f-4143-abad-84b90926b462 None None] Sync routers for ids ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'] in dv-cinder-786385-7-iscsi {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:26:35.041017 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12010814-0e8f-4143-abad-84b90926b462 None None] Routers {'2df38e64-17cb-48e2-a8fc-775fbf028ad6'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:26:35.041628 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-12010814-0e8f-4143-abad-84b90926b462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7b0dfac0>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:26:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:26:35.113715 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-0577db89-1193-48eb-a091-a3b51382623a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for floatingip, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:35.171092 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-0577db89-1193-48eb-a091-a3b51382623a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.6896944
Jun 02 08:26:35.171715 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31805d2-f68c-4175-b1eb-56bc9fd2dccd', 'tag': 'e0fbeb9c-956b-4ba7-986d-d3ba908a88ba'}] {{(pid=92342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:26:35.174536 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e374b3b879b00d97b29532d72ba3bb6ea3956478347f3877d9246faf94d18eae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3960e56f-ca9d-4df3-bae7-edaf8068be19" -d '{"events": [{"name": "network-changed", "server_uuid": "d31805d2-f68c-4175-b1eb-56bc9fd2dccd", "tag": "e0fbeb9c-956b-4ba7-986d-d3ba908a88ba"}]}' {{(pid=92342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:26:35.220918 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-12010814-0e8f-4143-abad-84b90926b462 None None] Set router 2df38e64-17cb-48e2-a8fc-775fbf028ad6 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:26:35.382203 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2d87ad-d2cb-483c-bd83-304a35ae9b0f x-openstack-request-id: req-0f2d87ad-d2cb-483c-bd83-304a35ae9b0f {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:26:35.382530 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31805d2-f68c-4175-b1eb-56bc9fd2dccd", "tag": "e0fbeb9c-956b-4ba7-986d-d3ba908a88ba", "status": "completed", "code": 200}]} {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:26:35.382818 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0f2d87ad-d2cb-483c-bd83-304a35ae9b0f {{(pid=92342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:26:35.383246 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31805d2-f68c-4175-b1eb-56bc9fd2dccd', 'tag': 'e0fbeb9c-956b-4ba7-986d-d3ba908a88ba', 'status': 'completed', 'code': 200}
Jun 02 08:26:35.566305 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-12010814-0e8f-4143-abad-84b90926b462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7b0dfac0>, [{'id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'name': 'tempest-TestVolumeBootPattern-806449703-router', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:10Z', 'updated_at': '2021-06-02T08:22:15Z', 'revision_number': 4, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'gw_port': {'id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:11Z', 'updated_at': '2021-06-02T08:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_floatingips': [{'id': '8e86c317-0ac6-419f-8de6-4320f883732a', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'router_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'port_id': 'e0fbeb9c-956b-4ba7-986d-d3ba908a88ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'mac_address': 'fa:16:3e:e4:8f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31805d2-f68c-4175-b1eb-56bc9fd2dccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:26:33Z', 'updated_at': '2021-06-02T08:26:33Z', 'revision_number': 0, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c700fded-ecca-4157-a3ae-e92c5acb7abd', 'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'mac_address': 'fa:16:3e:de:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '823afbed-7820-4eee-844c-7dcd3a296224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:14Z', 'updated_at': '2021-06-02T08:22:22Z', 'revision_number': 5, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'subnets': [{'id': '823afbed-7820-4eee-844c-7dcd3a296224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:26:35.570147 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12010814-0e8f-4143-abad-84b90926b462 None None] Checking router: 2df38e64-17cb-48e2-a8fc-775fbf028ad6 for host: dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:26:35.578339 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12010814-0e8f-4143-abad-84b90926b462 None None] Routers {'2df38e64-17cb-48e2-a8fc-775fbf028ad6'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:26:35.578926 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-12010814-0e8f-4143-abad-84b90926b462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7b0dfac0>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:26:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:26:35.753388 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-12010814-0e8f-4143-abad-84b90926b462 None None] Set router 2df38e64-17cb-48e2-a8fc-775fbf028ad6 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:26:36.132304 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-12010814-0e8f-4143-abad-84b90926b462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7b0dfac0>, [{'id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'name': 'tempest-TestVolumeBootPattern-806449703-router', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:10Z', 'updated_at': '2021-06-02T08:22:15Z', 'revision_number': 4, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'gw_port': {'id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:11Z', 'updated_at': '2021-06-02T08:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_floatingips': [{'id': '8e86c317-0ac6-419f-8de6-4320f883732a', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'router_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'port_id': 'e0fbeb9c-956b-4ba7-986d-d3ba908a88ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'mac_address': 'fa:16:3e:e4:8f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31805d2-f68c-4175-b1eb-56bc9fd2dccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:26:33Z', 'updated_at': '2021-06-02T08:26:33Z', 'revision_number': 0, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c700fded-ecca-4157-a3ae-e92c5acb7abd', 'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'mac_address': 'fa:16:3e:de:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '823afbed-7820-4eee-844c-7dcd3a296224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:14Z', 'updated_at': '2021-06-02T08:22:22Z', 'revision_number': 5, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'subnets': [{'id': '823afbed-7820-4eee-844c-7dcd3a296224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:26:36.136514 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12010814-0e8f-4143-abad-84b90926b462 None None] The sync data for ids ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'] in dv-cinder-786385-7-iscsi is: [{'id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'name': 'tempest-TestVolumeBootPattern-806449703-router', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:10Z', 'updated_at': '2021-06-02T08:22:15Z', 'revision_number': 4, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'gw_port': {'id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:11Z', 'updated_at': '2021-06-02T08:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_floatingips': [{'id': '8e86c317-0ac6-419f-8de6-4320f883732a', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'router_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'port_id': 'e0fbeb9c-956b-4ba7-986d-d3ba908a88ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'mac_address': 'fa:16:3e:e4:8f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31805d2-f68c-4175-b1eb-56bc9fd2dccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:26:33Z', 'updated_at': '2021-06-02T08:26:33Z', 'revision_number': 0, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c700fded-ecca-4157-a3ae-e92c5acb7abd', 'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'mac_address': 'fa:16:3e:de:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '823afbed-7820-4eee-844c-7dcd3a296224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:14Z', 'updated_at': '2021-06-02T08:22:22Z', 'revision_number': 5, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'subnets': [{'id': '823afbed-7820-4eee-844c-7dcd3a296224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:26:36.314201 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a4018c-c2c5-4d4a-a891-b1000c35869a None None] New status for floating IP 8e86c317-0ac6-419f-8de6-4320f883732a: ACTIVE {{(pid=92344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 02 08:26:36.865073 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960e56f-ca9d-4df3-bae7-edaf8068be19 req-1f989a80-49c2-49e2-b278-f4cbc3dffb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:36.866491 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3960e56f-ca9d-4df3-bae7-edaf8068be19 req-1f989a80-49c2-49e2-b278-f4cbc3dffb4c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cdbec1ec3f63482a98b7bae1100654a5&device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 1099 time: 0.0768149
Jun 02 08:26:36.999419 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960e56f-ca9d-4df3-bae7-edaf8068be19 req-89c34e7f-e62c-4c5d-adf0-e74508d77bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:37.000894 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3960e56f-ca9d-4df3-bae7-edaf8068be19 req-89c34e7f-e62c-4c5d-adf0-e74508d77bae service neutron] 10.222.0.72 "GET /v2.0/networks?id=5647c6e8-6e89-4376-a13c-5de9c11f58e9 HTTP/1.1" status: 200  len: 912 time: 0.1278248
Jun 02 08:26:37.104892 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3960e56f-ca9d-4df3-bae7-edaf8068be19 req-bea3c644-1fce-4c86-aaf5-e3e9f1e348af service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0fbeb9c-956b-4ba7-986d-d3ba908a88ba HTTP/1.1" status: 200  len: 1002 time: 0.0980968
Jun 02 08:26:37.169403 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960e56f-ca9d-4df3-bae7-edaf8068be19 req-9d1879f8-a9a2-4150-93b8-317e5d558940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:37.170709 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3960e56f-ca9d-4df3-bae7-edaf8068be19 req-9d1879f8-a9a2-4150-93b8-317e5d558940 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=823afbed-7820-4eee-844c-7dcd3a296224 HTTP/1.1" status: 200  len: 850 time: 0.0587542
Jun 02 08:26:37.252444 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960e56f-ca9d-4df3-bae7-edaf8068be19 req-7ae0b81d-1b7a-48e3-8e85-cbcf23425227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:37.253892 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3960e56f-ca9d-4df3-bae7-edaf8068be19 req-7ae0b81d-1b7a-48e3-8e85-cbcf23425227 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5647c6e8-6e89-4376-a13c-5de9c11f58e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0759346
Jun 02 08:26:37.382657 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3960e56f-ca9d-4df3-bae7-edaf8068be19 req-2fbcda24-31d1-4cca-beba-a62aeb17c6c9 service neutron] 10.222.0.72 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222131
Jun 02 08:26:37.510754 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3960e56f-ca9d-4df3-bae7-edaf8068be19 req-aa425144-2e50-48ae-8655-cd9af0f0733b service neutron] 10.222.0.72 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214707
Jun 02 08:26:39.819881 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1431a82d-1a57-4e00-aeff-76f7169c94dd req-e3eb3263-3caa-4119-8119-aebf869f2c22 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0751839
Jun 02 08:26:39.965718 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431a82d-1a57-4e00-aeff-76f7169c94dd req-5c7e6732-ffc7-45f9-a444-a1dae06d4607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:39.967167 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1431a82d-1a57-4e00-aeff-76f7169c94dd req-5c7e6732-ffc7-45f9-a444-a1dae06d4607 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cdbec1ec3f63482a98b7bae1100654a5&device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 1099 time: 0.0754592
Jun 02 08:26:40.033091 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-5b9f148c-1e47-497b-92a6-240b2ca8f0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:40.077640 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:26:40.121365 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431a82d-1a57-4e00-aeff-76f7169c94dd req-7b58a5a0-6deb-48b6-821f-d3f5ae81145e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:40.122817 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1431a82d-1a57-4e00-aeff-76f7169c94dd req-7b58a5a0-6deb-48b6-821f-d3f5ae81145e service neutron] 10.222.0.72 "GET /v2.0/networks?id=5647c6e8-6e89-4376-a13c-5de9c11f58e9 HTTP/1.1" status: 200  len: 912 time: 0.1306915
Jun 02 08:26:40.230992 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1431a82d-1a57-4e00-aeff-76f7169c94dd req-b71615e2-d4bf-4b5f-b876-86b51f54562d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0fbeb9c-956b-4ba7-986d-d3ba908a88ba HTTP/1.1" status: 200  len: 1002 time: 0.1012082
Jun 02 08:26:40.296509 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431a82d-1a57-4e00-aeff-76f7169c94dd req-a15b6100-4c2c-44f1-9db7-3ab05fc03d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:40.297961 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1431a82d-1a57-4e00-aeff-76f7169c94dd req-a15b6100-4c2c-44f1-9db7-3ab05fc03d2f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=823afbed-7820-4eee-844c-7dcd3a296224 HTTP/1.1" status: 200  len: 850 time: 0.0574629
Jun 02 08:26:40.378290 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431a82d-1a57-4e00-aeff-76f7169c94dd req-5e3d8e8c-d7bf-4a3e-b9b6-ac22e7afae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:26:40.379661 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1431a82d-1a57-4e00-aeff-76f7169c94dd req-5e3d8e8c-d7bf-4a3e-b9b6-ac22e7afae33 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5647c6e8-6e89-4376-a13c-5de9c11f58e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0761166
Jun 02 08:26:40.615644 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1431a82d-1a57-4e00-aeff-76f7169c94dd req-f2881aee-57a9-41e2-8fc4-ac1a346c87cf service neutron] 10.222.0.72 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2293110
Jun 02 08:26:40.751144 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1431a82d-1a57-4e00-aeff-76f7169c94dd req-29291a5c-3b14-47e7-9304-431ca2d66d2f service neutron] 10.222.0.72 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212418
Jun 02 08:26:42.587450 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:42.615758 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-d1ad0162-95f4-44e4-b33d-45f960019265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:43.704319 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 40808) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:26:43.776041 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:43.819879 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-38c9ffbb-e646-4df6-84f4-be1ec6616562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:43.833917 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-38c9ffbb-e646-4df6-84f4-be1ec6616562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:26:43.837761 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-38c9ffbb-e646-4df6-84f4-be1ec6616562 admin admin] Usage tracker for resource:security_group_rule and tenant:7d377c5369214394974535bc5e301aef is out of sync, need to count used quota {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:26:43.840663 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [None req-38c9ffbb-e646-4df6-84f4-be1ec6616562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92341) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:26:43.846567 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [None req-38c9ffbb-e646-4df6-84f4-be1ec6616562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:26:43.930463 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-38c9ffbb-e646-4df6-84f4-be1ec6616562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:43.995657 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-38c9ffbb-e646-4df6-84f4-be1ec6616562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:44.002063 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-57d309bf-878f-4101-964f-e112b681ec6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:26:44.042711 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-38c9ffbb-e646-4df6-84f4-be1ec6616562 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7d377c5369214394974535bc5e301aef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3373380
Jun 02 08:26:44.043592 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9ffbb-e646-4df6-84f4-be1ec6616562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b73f74-d8e6-4095-8ba4-276342173efa,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:26:44.045423 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 40812) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:26:44.051772 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c9ffbb-e646-4df6-84f4-be1ec6616562 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:44.052170 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c9ffbb-e646-4df6-84f4-be1ec6616562 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:44.052568 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c9ffbb-e646-4df6-84f4-be1ec6616562 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:44.052933 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c9ffbb-e646-4df6-84f4-be1ec6616562 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:44.053291 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c9ffbb-e646-4df6-84f4-be1ec6616562 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:44.053646 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c9ffbb-e646-4df6-84f4-be1ec6616562 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:44.054001 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c9ffbb-e646-4df6-84f4-be1ec6616562 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:44.054357 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c9ffbb-e646-4df6-84f4-be1ec6616562 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:44.054709 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c9ffbb-e646-4df6-84f4-be1ec6616562 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:44.055056 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c9ffbb-e646-4df6-84f4-be1ec6616562 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:44.055403 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c9ffbb-e646-4df6-84f4-be1ec6616562 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:44.055750 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c9ffbb-e646-4df6-84f4-be1ec6616562 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:44.059702 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-38c9ffbb-e646-4df6-84f4-be1ec6616562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:26:44.102751 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-2717e9b2-06be-4f1f-8fe0-a950786acf09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:44.127909 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-2717e9b2-06be-4f1f-8fe0-a950786acf09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:44.267818 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-2717e9b2-06be-4f1f-8fe0-a950786acf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:44.272447 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-5c7aef73-75e2-417c-aa6a-a10912db37ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:26:44.283311 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717e9b2-06be-4f1f-8fe0-a950786acf09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b73f74-d8e6-4095-8ba4-276342173efa,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:26:44.293893 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717e9b2-06be-4f1f-8fe0-a950786acf09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:44.294266 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717e9b2-06be-4f1f-8fe0-a950786acf09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:44.294628 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717e9b2-06be-4f1f-8fe0-a950786acf09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:44.294984 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717e9b2-06be-4f1f-8fe0-a950786acf09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:44.295339 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717e9b2-06be-4f1f-8fe0-a950786acf09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:44.295699 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717e9b2-06be-4f1f-8fe0-a950786acf09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:44.296422 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717e9b2-06be-4f1f-8fe0-a950786acf09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:44.296837 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717e9b2-06be-4f1f-8fe0-a950786acf09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:44.297227 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717e9b2-06be-4f1f-8fe0-a950786acf09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:44.297804 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717e9b2-06be-4f1f-8fe0-a950786acf09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:44.298166 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717e9b2-06be-4f1f-8fe0-a950786acf09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:44.298518 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717e9b2-06be-4f1f-8fe0-a950786acf09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:26:44.301486 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-2717e9b2-06be-4f1f-8fe0-a950786acf09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:26:44.302566 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-2717e9b2-06be-4f1f-8fe0-a950786acf09 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/31b73f74-d8e6-4095-8ba4-276342173efa HTTP/1.1" status: 204  len: 168 time: 0.2560658
Jun 02 08:26:44.304069 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-2717e9b2-06be-4f1f-8fe0-a950786acf09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:26:45.301951 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:27:01.078714 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:27:10.021034 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-a9c1ddb7-efbb-45a7-a11f-ba628ca2be62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:27:12.586772 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:27:12.612598 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-54c0ea39-6efa-402a-95b5-65060d6082f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:27:13.780809 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:27:15.276719 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:27:17.077189 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:27:31.123567 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:27:37.599512 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 41098) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:27:37.714062 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3e172ab0-b406-473c-b00d-1d05159f45e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:27:37.730831 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-3e172ab0-b406-473c-b00d-1d05159f45e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:27:37.735259 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-3e172ab0-b406-473c-b00d-1d05159f45e2 admin admin] Usage tracker for resource:security_group_rule and tenant:c1f8905f13e9451c875da8769ecc838c is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:27:37.738085 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-3e172ab0-b406-473c-b00d-1d05159f45e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:27:37.743685 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-3e172ab0-b406-473c-b00d-1d05159f45e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:27:37.822083 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3e172ab0-b406-473c-b00d-1d05159f45e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:27:37.871761 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-3e172ab0-b406-473c-b00d-1d05159f45e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:27:37.879291 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-2717e9b2-06be-4f1f-8fe0-a950786acf09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:27:37.918358 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e172ab0-b406-473c-b00d-1d05159f45e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08eb0af-d120-4beb-acff-a4e205b7dcae,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:27:37.923259 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-3e172ab0-b406-473c-b00d-1d05159f45e2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c1f8905f13e9451c875da8769ecc838c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3226767
Jun 02 08:27:37.924063 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-3e172ab0-b406-473c-b00d-1d05159f45e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:27:37.925791 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 41102) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:27:37.988051 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-cb019d43-dfcf-4b50-bff8-e4d217178227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:27:38.013273 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-cb019d43-dfcf-4b50-bff8-e4d217178227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:27:38.169448 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-cb019d43-dfcf-4b50-bff8-e4d217178227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:27:38.173837 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-a91e5507-9a0c-4d09-a2f4-241e15b24c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:27:38.190256 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb019d43-dfcf-4b50-bff8-e4d217178227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08eb0af-d120-4beb-acff-a4e205b7dcae,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:27:38.194145 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-cb019d43-dfcf-4b50-bff8-e4d217178227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:27:38.197904 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-cb019d43-dfcf-4b50-bff8-e4d217178227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:27:38.199011 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-cb019d43-dfcf-4b50-bff8-e4d217178227 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d08eb0af-d120-4beb-acff-a4e205b7dcae HTTP/1.1" status: 204  len: 168 time: 0.2723289
Jun 02 08:27:38.993656 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [req-90016f74-bffa-4b43-afe6-2df92214b91e req-0aa831df-974c-4d57-9685-969dea92f31e service neutron] (92342) timed out ('10.222.0.72', 51464) {{(pid=92342) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 02 08:27:40.003319 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-ca2de99a-e1f6-4c38-bb01-0c719429b6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:27:41.854373 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-40476ec8-268b-46c5-aeec-099fb38fb306 req-fbe486bd-b3fa-44d9-9f63-abd65c699a5f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1702909
Jun 02 08:27:42.002598 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40476ec8-268b-46c5-aeec-099fb38fb306 req-b5a216d8-fa78-439b-a3d0-b6f1c616bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:27:42.003970 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-40476ec8-268b-46c5-aeec-099fb38fb306 req-b5a216d8-fa78-439b-a3d0-b6f1c616bb43 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cdbec1ec3f63482a98b7bae1100654a5&device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 1099 time: 0.0715120
Jun 02 08:27:42.146562 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40476ec8-268b-46c5-aeec-099fb38fb306 req-6322ad53-4cd9-4fb5-8ef6-62bd3e3ce9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:27:42.147981 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-40476ec8-268b-46c5-aeec-099fb38fb306 req-6322ad53-4cd9-4fb5-8ef6-62bd3e3ce9df service neutron] 10.222.0.72 "GET /v2.0/networks?id=5647c6e8-6e89-4376-a13c-5de9c11f58e9 HTTP/1.1" status: 200  len: 912 time: 0.1249025
Jun 02 08:27:42.252140 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-40476ec8-268b-46c5-aeec-099fb38fb306 req-27fb0598-07ff-4e65-ba2d-fcce1e6c6782 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0fbeb9c-956b-4ba7-986d-d3ba908a88ba HTTP/1.1" status: 200  len: 1002 time: 0.0972412
Jun 02 08:27:42.317260 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40476ec8-268b-46c5-aeec-099fb38fb306 req-182db098-5db7-4fe3-9164-b699bfa31ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:27:42.318628 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-40476ec8-268b-46c5-aeec-099fb38fb306 req-182db098-5db7-4fe3-9164-b699bfa31ab4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=823afbed-7820-4eee-844c-7dcd3a296224 HTTP/1.1" status: 200  len: 850 time: 0.0560248
Jun 02 08:27:42.395895 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40476ec8-268b-46c5-aeec-099fb38fb306 req-cfe9b4c1-484e-4234-912e-2e4ce557c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:27:42.397369 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-40476ec8-268b-46c5-aeec-099fb38fb306 req-cfe9b4c1-484e-4234-912e-2e4ce557c9fe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5647c6e8-6e89-4376-a13c-5de9c11f58e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0722251
Jun 02 08:27:42.528101 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-40476ec8-268b-46c5-aeec-099fb38fb306 req-04fec012-24a9-46c1-ba7a-5dd514e6ccc2 service neutron] 10.222.0.72 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222928
Jun 02 08:27:42.580646 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:27:42.611970 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-67fa51de-46f8-467d-ac07-bf8672a84669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:27:42.662158 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-40476ec8-268b-46c5-aeec-099fb38fb306 req-cc55c040-0ed4-42d8-9edc-233ae8a8f2c4 service neutron] 10.222.0.72 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263504
Jun 02 08:27:43.809007 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:27:45.243414 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:27:54.075599 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:28:01.106021 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:28:10.046090 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8e59d63b-242a-4e69-808a-683b10faeb01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:28:12.577824 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:28:12.602831 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-d0a64099-59cb-4069-b02c-d3f9a2f47027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:28:13.803201 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:28:15.254096 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:28:31.073901 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:28:31.157075 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:28:40.030919 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-d729023b-b126-4272-8bbf-4b2bbfe96c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:28:42.597054 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:28:42.625542 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-6ffe103c-bf20-47b9-9157-fbb7dd11d886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:28:43.787192 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6bac1862-241b-4bfd-a47d-eb0535c8e7de req-0ffba60f-5079-4476-b3d0-ea936f3f9df1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0697539
Jun 02 08:28:43.788724 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:28:43.929454 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac1862-241b-4bfd-a47d-eb0535c8e7de req-75eea8be-0537-4d90-8a40-eb25d3848595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:28:43.930803 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6bac1862-241b-4bfd-a47d-eb0535c8e7de req-75eea8be-0537-4d90-8a40-eb25d3848595 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cdbec1ec3f63482a98b7bae1100654a5&device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 1099 time: 0.0734289
Jun 02 08:28:44.074453 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac1862-241b-4bfd-a47d-eb0535c8e7de req-c4dd7e2a-5c37-408d-8043-8f63e1f8c606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:28:44.075887 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6bac1862-241b-4bfd-a47d-eb0535c8e7de req-c4dd7e2a-5c37-408d-8043-8f63e1f8c606 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5647c6e8-6e89-4376-a13c-5de9c11f58e9 HTTP/1.1" status: 200  len: 912 time: 0.1254349
Jun 02 08:28:44.277693 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6bac1862-241b-4bfd-a47d-eb0535c8e7de req-55c790c6-f9b6-4348-aaca-5c0b58d2be18 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0fbeb9c-956b-4ba7-986d-d3ba908a88ba HTTP/1.1" status: 200  len: 1002 time: 0.1946862
Jun 02 08:28:44.338901 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac1862-241b-4bfd-a47d-eb0535c8e7de req-39fe1f50-52c5-4479-af2a-7bfd5576974e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:28:44.340323 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6bac1862-241b-4bfd-a47d-eb0535c8e7de req-39fe1f50-52c5-4479-af2a-7bfd5576974e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=823afbed-7820-4eee-844c-7dcd3a296224 HTTP/1.1" status: 200  len: 850 time: 0.0554163
Jun 02 08:28:44.413356 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac1862-241b-4bfd-a47d-eb0535c8e7de req-490352c2-6f92-4b11-a381-a2b80a263fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:28:44.415310 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6bac1862-241b-4bfd-a47d-eb0535c8e7de req-490352c2-6f92-4b11-a381-a2b80a263fd4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5647c6e8-6e89-4376-a13c-5de9c11f58e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0684605
Jun 02 08:28:44.549531 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6bac1862-241b-4bfd-a47d-eb0535c8e7de req-9b1f5d3b-2361-4d54-ba11-7b936cc7bc8e service neutron] 10.222.0.72 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268029
Jun 02 08:28:44.678522 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6bac1862-241b-4bfd-a47d-eb0535c8e7de req-107aff87-64bd-4d0d-96e0-b8a731c88ec7 service neutron] 10.222.0.72 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225245
Jun 02 08:28:45.288318 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:28:47.312671 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3de85850-d142-4c61-a889-971a9ecd3425 req-d6c64e32-e7a0-4436-910f-82e2637ff6c2 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1857274621&fields=id&tenant_id=cdbec1ec3f63482a98b7bae1100654a5 HTTP/1.1" status: 200  len: 267 time: 0.0452018
Jun 02 08:28:47.460421 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de85850-d142-4c61-a889-971a9ecd3425 req-a75b67b1-25e6-42cc-a589-b6d0524e8241 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:28:47.462085 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3de85850-d142-4c61-a889-971a9ecd3425 req-a75b67b1-25e6-42cc-a589-b6d0524e8241 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/networks?id=5647c6e8-6e89-4376-a13c-5de9c11f58e9 HTTP/1.1" status: 200  len: 811 time: 0.1428676
Jun 02 08:28:47.476122 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3de85850-d142-4c61-a889-971a9ecd3425 req-11ac7dd5-d24c-437f-9d7e-8b81605c4782 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/quotas/cdbec1ec3f63482a98b7bae1100654a5 HTTP/1.1" status: 200  len: 375 time: 0.0088737
Jun 02 08:28:47.565023 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3de85850-d142-4c61-a889-971a9ecd3425 req-742b6e5c-ed5d-4d9c-bcb3-0039add35b99 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=cdbec1ec3f63482a98b7bae1100654a5&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0837471
Jun 02 08:28:47.625064 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [req-3de85850-d142-4c61-a889-971a9ecd3425 req-88aa8bce-a1dd-4dd9-b79d-36de7a935833 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=92341) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 02 08:28:47.626019 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3de85850-d142-4c61-a889-971a9ecd3425 req-88aa8bce-a1dd-4dd9-b79d-36de7a935833 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0503645
Jun 02 08:28:47.755108 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3de85850-d142-4c61-a889-971a9ecd3425 req-cd56e91e-bf37-4b82-af3e-cd6a48f36181 service neutron] 10.222.0.77 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232502
Jun 02 08:28:47.890837 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3de85850-d142-4c61-a889-971a9ecd3425 req-6d5810ad-6307-4781-9cc0-cd7f5d5f463d service neutron] 10.222.0.77 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297622
Jun 02 08:28:48.623698 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-834ceb54-a115-4fd8-9f02-ce312a765e04 req-3d9d6999-44f0-4629-8221-e13b965536a1 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbf3b7a1-6d40-4538-851e-10b3136584ce HTTP/1.1" status: 200  len: 210 time: 0.0894024
Jun 02 08:28:49.736725 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-ce08403b-695e-41e9-bbe8-b85a4d3f41c7 req-d428965f-42ef-4f29-b0bc-10a4bef1fb9f tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbf3b7a1-6d40-4538-851e-10b3136584ce HTTP/1.1" status: 200  len: 210 time: 0.0575199
Jun 02 08:28:50.889246 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c2cfa98e-f927-40cc-aa51-04216c7c860f req-950aaf5f-aa28-4b36-9a6a-6455757cdde4 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbf3b7a1-6d40-4538-851e-10b3136584ce HTTP/1.1" status: 200  len: 210 time: 0.0427933
Jun 02 08:28:52.037251 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-81e1a5be-eb62-49d0-8d07-c6067c928e4a req-74deaad8-c87e-4edb-a5c9-a579d853d4dc tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbf3b7a1-6d40-4538-851e-10b3136584ce HTTP/1.1" status: 200  len: 210 time: 0.0417178
Jun 02 08:28:52.923996 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de85850-d142-4c61-a889-971a9ecd3425 req-fc3bd680-13b0-405b-9326-67b0b92a5a3e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:28:52.925427 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3de85850-d142-4c61-a889-971a9ecd3425 req-fc3bd680-13b0-405b-9326-67b0b92a5a3e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.72 "GET /v2.0/networks?id=5647c6e8-6e89-4376-a13c-5de9c11f58e9 HTTP/1.1" status: 200  len: 811 time: 0.1468039
Jun 02 08:28:52.975821 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3de85850-d142-4c61-a889-971a9ecd3425 req-2be4024d-da5f-4a68-a154-e4eecb0eb904 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdbec1ec3f63482a98b7bae1100654a5 HTTP/1.1" status: 200  len: 380 time: 0.0412307
Jun 02 08:28:52.985722 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [req-3de85850-d142-4c61-a889-971a9ecd3425 req-ea8ff60e-2061-45e9-82c8-bf4f2bfda0fb tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Request body: {'port': {'device_id': 'bbf3b7a1-6d40-4538-851e-10b3136584ce', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'admin_state_up': True, 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'security_groups': ['36946c2d-6914-45e1-886c-19270c846ad8']}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:28:53.124380 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [req-3de85850-d142-4c61-a889-971a9ecd3425 req-ea8ff60e-2061-45e9-82c8-bf4f2bfda0fb tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:28:53.135974 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.quota.driver [req-3de85850-d142-4c61-a889-971a9ecd3425 req-ea8ff60e-2061-45e9-82c8-bf4f2bfda0fb tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=92341) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:28:53.191350 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2e6078ab-72cd-4c27-a112-bf72574042fb req-8767add6-f817-4e80-8faf-8a7ca790bfd3 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbf3b7a1-6d40-4538-851e-10b3136584ce HTTP/1.1" status: 200  len: 210 time: 0.0430372
Jun 02 08:28:53.213747 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de85850-d142-4c61-a889-971a9ecd3425 req-ea8ff60e-2061-45e9-82c8-bf4f2bfda0fb tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Made reservation on behalf of cdbec1ec3f63482a98b7bae1100654a5 for: {'port': 1} {{(pid=92341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 02 08:28:53.217619 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-3de85850-d142-4c61-a889-971a9ecd3425 req-ea8ff60e-2061-45e9-82c8-bf4f2bfda0fb tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:28:53.475743 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.db_base_plugin_common [req-3de85850-d142-4c61-a889-971a9ecd3425 req-ea8ff60e-2061-45e9-82c8-bf4f2bfda0fb tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Allocated IP 172.20.0.4 (5647c6e8-6e89-4376-a13c-5de9c11f58e9/823afbed-7820-4eee-844c-7dcd3a296224/b4d17f12-a751-48b3-88aa-62867a2cb054) {{(pid=92341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:28:53.665464 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-3de85850-d142-4c61-a889-971a9ecd3425 req-ea8ff60e-2061-45e9-82c8-bf4f2bfda0fb tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for port, precommit_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:28:53.681077 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.provisioning_blocks [req-3de85850-d142-4c61-a889-971a9ecd3425 req-ea8ff60e-2061-45e9-82c8-bf4f2bfda0fb tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Transition to ACTIVE for port object b4d17f12-a751-48b3-88aa-62867a2cb054 will not be triggered until provisioned by entity DHCP. {{(pid=92341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:28:53.783053 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-3de85850-d142-4c61-a889-971a9ecd3425 req-ea8ff60e-2061-45e9-82c8-bf4f2bfda0fb tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_create {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:28:53.789170 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-c3f2fac7-e7b1-4c9e-b4f9-7f79a614f526 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:28:53.853480 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de85850-d142-4c61-a889-971a9ecd3425 req-ea8ff60e-2061-45e9-82c8-bf4f2bfda0fb tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Network 5647c6e8-6e89-4376-a13c-5de9c11f58e9 is already hosted by enough agents. {{(pid=92341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:28:53.856511 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.scheduler.base_scheduler [req-3de85850-d142-4c61-a889-971a9ecd3425 req-ea8ff60e-2061-45e9-82c8-bf4f2bfda0fb tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Resources bound (agent type, host, resource id):  {{(pid=92341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:28:53.860301 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de85850-d142-4c61-a889-971a9ecd3425 req-ea8ff60e-2061-45e9-82c8-bf4f2bfda0fb tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Received port after_create {{(pid=92341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:28:53.891310 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ff60e-2061-45e9-82c8-bf4f2bfda0fb tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Pushing event updated for resources: {'Port': ['ID=b4d17f12-a751-48b3-88aa-62867a2cb054,revision_number=1']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:28:53.907078 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff60e-2061-45e9-82c8-bf4f2bfda0fb tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:28:53.907452 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff60e-2061-45e9-82c8-bf4f2bfda0fb tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:28:53.907815 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff60e-2061-45e9-82c8-bf4f2bfda0fb tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:28:53.908170 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff60e-2061-45e9-82c8-bf4f2bfda0fb tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:28:53.908582 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff60e-2061-45e9-82c8-bf4f2bfda0fb tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:28:53.909228 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff60e-2061-45e9-82c8-bf4f2bfda0fb tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:28:53.909360 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff60e-2061-45e9-82c8-bf4f2bfda0fb tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:28:53.909691 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff60e-2061-45e9-82c8-bf4f2bfda0fb tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:28:53.909969 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff60e-2061-45e9-82c8-bf4f2bfda0fb tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:28:53.910314 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff60e-2061-45e9-82c8-bf4f2bfda0fb tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:28:53.910658 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff60e-2061-45e9-82c8-bf4f2bfda0fb tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:28:53.910998 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff60e-2061-45e9-82c8-bf4f2bfda0fb tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:28:53.920383 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-ea8ff60e-2061-45e9-82c8-bf4f2bfda0fb tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:28:53.939526 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de85850-d142-4c61-a889-971a9ecd3425 req-ea8ff60e-2061-45e9-82c8-bf4f2bfda0fb tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:28:53.940376 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-3de85850-d142-4c61-a889-971a9ecd3425 req-ea8ff60e-2061-45e9-82c8-bf4f2bfda0fb tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:28:54.068979 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3de85850-d142-4c61-a889-971a9ecd3425 req-ea8ff60e-2061-45e9-82c8-bf4f2bfda0fb tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0869453
Jun 02 08:28:54.080525 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.v2.base [req-3de85850-d142-4c61-a889-971a9ecd3425 req-b5c6a890-47fb-4aec-b93f-bf85d63a80e3 service neutron] Request body: {'port': {'device_id': 'bbf3b7a1-6d40-4538-851e-10b3136584ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=92341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:28:54.148277 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-2783e3d4-ac6e-4911-915e-cd065823725b None None] Provisioning for port b4d17f12-a751-48b3-88aa-62867a2cb054 completed by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:28:54.153674 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-2783e3d4-ac6e-4911-915e-cd065823725b None None] Provisioning complete for port b4d17f12-a751-48b3-88aa-62867a2cb054 triggered by entity DHCP. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:28:54.154130 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-2783e3d4-ac6e-4911-915e-cd065823725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:28:54.190510 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-3de85850-d142-4c61-a889-971a9ecd3425 req-b5c6a890-47fb-4aec-b93f-bf85d63a80e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:28:54.210829 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-2783e3d4-ac6e-4911-915e-cd065823725b None None] Port b4d17f12-a751-48b3-88aa-62867a2cb054 cannot update to ACTIVE because it is not bound. {{(pid=92343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 02 08:28:54.508948 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28faa9-126e-4fe9-ba2b-17e1fbf545e8 req-78082202-46f4-44e7-81b4-c6f750c22662 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:28:54.509638 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-df28faa9-126e-4fe9-ba2b-17e1fbf545e8 req-78082202-46f4-44e7-81b4-c6f750c22662 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Synchronizing usage tracker for tenant:cdbec1ec3f63482a98b7bae1100654a5 on resource:port {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:28:54.587880 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-df28faa9-126e-4fe9-ba2b-17e1fbf545e8 req-78082202-46f4-44e7-81b4-c6f750c22662 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Unset dirty status for tenant:cdbec1ec3f63482a98b7bae1100654a5 on resource:port {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:28:54.588977 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-df28faa9-126e-4fe9-ba2b-17e1fbf545e8 req-78082202-46f4-44e7-81b4-c6f750c22662 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbf3b7a1-6d40-4538-851e-10b3136584ce HTTP/1.1" status: 200  len: 931 time: 0.2841792
Jun 02 08:28:54.636511 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [req-3de85850-d142-4c61-a889-971a9ecd3425 req-b5c6a890-47fb-4aec-b93f-bf85d63a80e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4d17f12-a751-48b3-88aa-62867a2cb054 {{(pid=92341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:28:54.647114 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-3de85850-d142-4c61-a889-971a9ecd3425 req-b5c6a890-47fb-4aec-b93f-bf85d63a80e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:28:54.659941 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-df28faa9-126e-4fe9-ba2b-17e1fbf545e8 req-4ed53bb6-cb8f-4c0a-b784-30756d5aaba6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605013
Jun 02 08:28:54.668475 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.provisioning_blocks [req-3de85850-d142-4c61-a889-971a9ecd3425 req-b5c6a890-47fb-4aec-b93f-bf85d63a80e3 service neutron] Transition to ACTIVE for port object b4d17f12-a751-48b3-88aa-62867a2cb054 will not be triggered until provisioned by entity L2. {{(pid=92341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 02 08:28:54.739295 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-3de85850-d142-4c61-a889-971a9ecd3425 req-b5c6a890-47fb-4aec-b93f-bf85d63a80e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589761'] for port, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:28:54.743092 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-68923441-196d-4d43-b89a-41d3c87f4f94 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:28:54.897094 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6a890-47fb-4aec-b93f-bf85d63a80e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d17f12-a751-48b3-88aa-62867a2cb054,revision_number=2']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:28:54.905449 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-b5c6a890-47fb-4aec-b93f-bf85d63a80e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:28:54.977339 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.managers [req-3de85850-d142-4c61-a889-971a9ecd3425 req-b5c6a890-47fb-4aec-b93f-bf85d63a80e3 service neutron] Attempting to bind port b4d17f12-a751-48b3-88aa-62867a2cb054 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 02 08:28:54.977672 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.managers [req-3de85850-d142-4c61-a889-971a9ecd3425 req-b5c6a890-47fb-4aec-b93f-bf85d63a80e3 service neutron] Attempting to bind port b4d17f12-a751-48b3-88aa-62867a2cb054 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3e8c3502-4384-483c-914a-8b04610c9f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9'}] {{(pid=92341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 02 08:28:54.977999 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de85850-d142-4c61-a889-971a9ecd3425 req-b5c6a890-47fb-4aec-b93f-bf85d63a80e3 service neutron] Attempting to bind port b4d17f12-a751-48b3-88aa-62867a2cb054 on network 5647c6e8-6e89-4376-a13c-5de9c11f58e9 {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:28:54.982754 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de85850-d142-4c61-a889-971a9ecd3425 req-b5c6a890-47fb-4aec-b93f-bf85d63a80e3 service neutron] Port b4d17f12-a751-48b3-88aa-62867a2cb054 on network 5647c6e8-6e89-4376-a13c-5de9c11f58e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 02 08:28:54.983069 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de85850-d142-4c61-a889-971a9ecd3425 req-b5c6a890-47fb-4aec-b93f-bf85d63a80e3 service neutron] Attempting to bind port b4d17f12-a751-48b3-88aa-62867a2cb054 on network 5647c6e8-6e89-4376-a13c-5de9c11f58e9 {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 02 08:28:54.988062 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de85850-d142-4c61-a889-971a9ecd3425 req-b5c6a890-47fb-4aec-b93f-bf85d63a80e3 service neutron] Checking agent: {'id': '5f85f1d8-5acd-47ff-be11-89642c504a90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 2, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 02 08:28:54.988422 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de85850-d142-4c61-a889-971a9ecd3425 req-b5c6a890-47fb-4aec-b93f-bf85d63a80e3 service neutron] Checking segment: {'id': '3e8c3502-4384-483c-914a-8b04610c9f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 02 08:28:54.988801 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de85850-d142-4c61-a889-971a9ecd3425 req-b5c6a890-47fb-4aec-b93f-bf85d63a80e3 service neutron] Bound using segment: {'id': '3e8c3502-4384-483c-914a-8b04610c9f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9'} {{(pid=92341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 02 08:28:54.989220 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.managers [req-3de85850-d142-4c61-a889-971a9ecd3425 req-b5c6a890-47fb-4aec-b93f-bf85d63a80e3 service neutron] Bound port: b4d17f12-a751-48b3-88aa-62867a2cb054, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e8c3502-4384-483c-914a-8b04610c9f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9'}}] {{(pid=92341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 02 08:28:54.989561 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-3de85850-d142-4c61-a889-971a9ecd3425 req-b5c6a890-47fb-4aec-b93f-bf85d63a80e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:28:55.080134 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-3de85850-d142-4c61-a889-971a9ecd3425 req-b5c6a890-47fb-4aec-b93f-bf85d63a80e3 service neutron] For port b4d17f12-a751-48b3-88aa-62867a2cb054, host hv-cinder-78638, cleared binding levels {{(pid=92341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 02 08:28:55.083300 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-3de85850-d142-4c61-a889-971a9ecd3425 req-b5c6a890-47fb-4aec-b93f-bf85d63a80e3 service neutron] For port b4d17f12-a751-48b3-88aa-62867a2cb054, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b4d17f12-a751-48b3-88aa-62867a2cb054,segment=NetworkSegment(3e8c3502-4384-483c-914a-8b04610c9f9a),segment_id=3e8c3502-4384-483c-914a-8b04610c9f9a)] {{(pid=92341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 02 08:28:55.171898 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-3de85850-d142-4c61-a889-971a9ecd3425 req-b5c6a890-47fb-4aec-b93f-bf85d63a80e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589761'] for port, after_update {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:28:55.175762 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-e8452ba0-1a6a-4468-b59d-65be43cb6742 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:28:55.227201 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de85850-d142-4c61-a889-971a9ecd3425 req-b5c6a890-47fb-4aec-b93f-bf85d63a80e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:28:55.227807 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-3de85850-d142-4c61-a889-971a9ecd3425 req-b5c6a890-47fb-4aec-b93f-bf85d63a80e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:28:55.229025 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3de85850-d142-4c61-a889-971a9ecd3425 req-b5c6a890-47fb-4aec-b93f-bf85d63a80e3 service neutron] 10.222.0.72 "PUT /v2.0/ports/b4d17f12-a751-48b3-88aa-62867a2cb054 HTTP/1.1" status: 200  len: 1093 time: 1.1526144
Jun 02 08:28:55.235931 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf3b7a1-6d40-4538-851e-10b3136584ce', 'tag': 'b4d17f12-a751-48b3-88aa-62867a2cb054'}] {{(pid=92341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:28:55.239254 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d416597fa12f88f8d9bd515793328be5ccabd674e07c2f357b392af977663f84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf25e540-10bc-402f-95f0-5c8f37bd728e" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf3b7a1-6d40-4538-851e-10b3136584ce", "tag": "b4d17f12-a751-48b3-88aa-62867a2cb054"}]}' {{(pid=92341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:28:55.263154 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6a890-47fb-4aec-b93f-bf85d63a80e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d17f12-a751-48b3-88aa-62867a2cb054,revision_number=3']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:28:55.266351 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-b5c6a890-47fb-4aec-b93f-bf85d63a80e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:28:55.376432 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a9e8eb-fd4a-47ce-8e9e-3fe62564c7d6 x-openstack-request-id: req-f4a9e8eb-fd4a-47ce-8e9e-3fe62564c7d6 {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:28:55.376755 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf3b7a1-6d40-4538-851e-10b3136584ce", "tag": "b4d17f12-a751-48b3-88aa-62867a2cb054", "status": "completed", "code": 200}]} {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:28:55.377037 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f4a9e8eb-fd4a-47ce-8e9e-3fe62564c7d6 {{(pid=92341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:28:55.377454 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf3b7a1-6d40-4538-851e-10b3136584ce', 'tag': 'b4d17f12-a751-48b3-88aa-62867a2cb054', 'status': 'completed', 'code': 200}
Jun 02 08:28:55.423868 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de85850-d142-4c61-a889-971a9ecd3425 req-39f5ce97-87c5-43e0-8d13-67853dcba105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:28:55.425301 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3de85850-d142-4c61-a889-971a9ecd3425 req-39f5ce97-87c5-43e0-8d13-67853dcba105 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cdbec1ec3f63482a98b7bae1100654a5&device_id=bbf3b7a1-6d40-4538-851e-10b3136584ce HTTP/1.1" status: 200  len: 1096 time: 0.0940700
Jun 02 08:28:55.493125 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3de85850-d142-4c61-a889-971a9ecd3425 req-1ab64b2f-3549-411d-9814-a15eee468bba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4d17f12-a751-48b3-88aa-62867a2cb054 HTTP/1.1" status: 200  len: 217 time: 0.0590661
Jun 02 08:28:55.646243 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de85850-d142-4c61-a889-971a9ecd3425 req-c4856a4f-772f-41c7-9724-59e179abc270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:28:55.647639 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3de85850-d142-4c61-a889-971a9ecd3425 req-c4856a4f-772f-41c7-9724-59e179abc270 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=823afbed-7820-4eee-844c-7dcd3a296224 HTTP/1.1" status: 200  len: 850 time: 0.1494377
Jun 02 08:28:55.722687 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de85850-d142-4c61-a889-971a9ecd3425 req-f2f82d38-2a6a-4359-9bd7-587e7a73a39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:28:55.724125 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3de85850-d142-4c61-a889-971a9ecd3425 req-f2f82d38-2a6a-4359-9bd7-587e7a73a39a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5647c6e8-6e89-4376-a13c-5de9c11f58e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0689015
Jun 02 08:28:55.909456 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3de85850-d142-4c61-a889-971a9ecd3425 req-6b5a4526-6e0f-4890-801e-7fdfe2d654dd service neutron] 10.222.0.72 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1783810
Jun 02 08:28:55.952545 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dcc227-2000-4b22-b333-0d3dc1e9cbd5 req-6163b64d-7dc1-4672-9157-16b23053c1c8 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:28:55.953871 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d1dcc227-2000-4b22-b333-0d3dc1e9cbd5 req-6163b64d-7dc1-4672-9157-16b23053c1c8 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbf3b7a1-6d40-4538-851e-10b3136584ce HTTP/1.1" status: 200  len: 943 time: 0.1857424
Jun 02 08:28:56.066909 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d1dcc227-2000-4b22-b333-0d3dc1e9cbd5 req-0d520b3a-38c4-41b9-b7c6-162d60571081 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1006930
Jun 02 08:28:56.085383 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3de85850-d142-4c61-a889-971a9ecd3425 req-7f50ffdb-d776-474e-a586-4db81ed76fd8 service neutron] 10.222.0.72 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1682365
Jun 02 08:28:56.266736 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25e540-10bc-402f-95f0-5c8f37bd728e req-4c3b5d17-ee39-4def-9139-f2a712b0abae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:28:56.268575 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bf25e540-10bc-402f-95f0-5c8f37bd728e req-4c3b5d17-ee39-4def-9139-f2a712b0abae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cdbec1ec3f63482a98b7bae1100654a5&device_id=bbf3b7a1-6d40-4538-851e-10b3136584ce HTTP/1.1" status: 200  len: 1096 time: 0.0708845
Jun 02 08:28:56.401483 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25e540-10bc-402f-95f0-5c8f37bd728e req-bf818cca-5b85-4785-a46b-053cbee6ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:28:56.402934 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bf25e540-10bc-402f-95f0-5c8f37bd728e req-bf818cca-5b85-4785-a46b-053cbee6ec63 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5647c6e8-6e89-4376-a13c-5de9c11f58e9 HTTP/1.1" status: 200  len: 912 time: 0.1280959
Jun 02 08:28:56.475037 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bf25e540-10bc-402f-95f0-5c8f37bd728e req-a777aa15-847e-43a7-828e-ecc25672f90c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4d17f12-a751-48b3-88aa-62867a2cb054 HTTP/1.1" status: 200  len: 217 time: 0.0640821
Jun 02 08:28:56.540052 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25e540-10bc-402f-95f0-5c8f37bd728e req-59ae37f6-1404-4793-af50-dd50bf5da995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:28:56.541507 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bf25e540-10bc-402f-95f0-5c8f37bd728e req-59ae37f6-1404-4793-af50-dd50bf5da995 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=823afbed-7820-4eee-844c-7dcd3a296224 HTTP/1.1" status: 200  len: 850 time: 0.0608063
Jun 02 08:28:56.616379 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25e540-10bc-402f-95f0-5c8f37bd728e req-5c04a7e4-dd0c-4e11-ae7d-e615b03982a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:28:56.617853 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bf25e540-10bc-402f-95f0-5c8f37bd728e req-5c04a7e4-dd0c-4e11-ae7d-e615b03982a2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5647c6e8-6e89-4376-a13c-5de9c11f58e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0695331
Jun 02 08:28:56.749786 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bf25e540-10bc-402f-95f0-5c8f37bd728e req-b514ac61-d576-4727-9eba-473d194671b9 service neutron] 10.222.0.72 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245179
Jun 02 08:28:56.878832 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-bf25e540-10bc-402f-95f0-5c8f37bd728e req-e6fcc73f-5dd6-483c-860c-72411de6fbae service neutron] 10.222.0.72 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224301
Jun 02 08:28:57.255176 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85776c0-63e5-4dfa-ab1b-03d7484c7b0d req-53bac84c-75bc-4321-a3a7-35f44ab16893 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:28:57.256647 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d85776c0-63e5-4dfa-ab1b-03d7484c7b0d req-53bac84c-75bc-4321-a3a7-35f44ab16893 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbf3b7a1-6d40-4538-851e-10b3136584ce HTTP/1.1" status: 200  len: 943 time: 0.0847971
Jun 02 08:28:57.306126 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d85776c0-63e5-4dfa-ab1b-03d7484c7b0d req-b0ff1ade-37e9-4f9c-998b-a529f0d10dde tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436246
Jun 02 08:28:58.491006 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27482c5c-aac6-4fb8-bee8-4f24df96de3b req-4afdacb5-104c-4f3d-877d-71b723f06559 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:28:58.492484 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-27482c5c-aac6-4fb8-bee8-4f24df96de3b req-4afdacb5-104c-4f3d-877d-71b723f06559 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbf3b7a1-6d40-4538-851e-10b3136584ce HTTP/1.1" status: 200  len: 943 time: 0.0793881
Jun 02 08:28:58.536731 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-27482c5c-aac6-4fb8-bee8-4f24df96de3b req-8590dfba-2a34-49f1-a337-3f79be98016c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386529
Jun 02 08:28:59.723218 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b9a5b-3c7c-4eec-a3da-db4453b89998 req-61661e64-d89d-4776-8bc1-458cd3167625 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:28:59.724669 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8c2b9a5b-3c7c-4eec-a3da-db4453b89998 req-61661e64-d89d-4776-8bc1-458cd3167625 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbf3b7a1-6d40-4538-851e-10b3136584ce HTTP/1.1" status: 200  len: 943 time: 0.0831914
Jun 02 08:28:59.768596 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-8c2b9a5b-3c7c-4eec-a3da-db4453b89998 req-812a06d9-fd36-4c74-a48d-bc6cebb4652e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382867
Jun 02 08:29:00.949863 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70f4f7-e05f-4602-bd3b-36895c16f123 req-cbe0f51f-43b7-4f68-ae69-bfa822b83c5f tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:29:00.951306 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2f70f4f7-e05f-4602-bd3b-36895c16f123 req-cbe0f51f-43b7-4f68-ae69-bfa822b83c5f tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbf3b7a1-6d40-4538-851e-10b3136584ce HTTP/1.1" status: 200  len: 943 time: 0.0804107
Jun 02 08:29:00.995387 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-2f70f4f7-e05f-4602-bd3b-36895c16f123 req-cb8f2dbe-209b-4d15-8392-c309e7b9d606 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384343
Jun 02 08:29:01.119796 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:29:02.274538 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5485e-c357-482f-8407-ac43fff6edf2 req-f5840810-effd-4b5b-8afb-143e278e832c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:29:02.275885 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5ed5485e-c357-482f-8407-ac43fff6edf2 req-f5840810-effd-4b5b-8afb-143e278e832c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbf3b7a1-6d40-4538-851e-10b3136584ce HTTP/1.1" status: 200  len: 943 time: 0.1767855
Jun 02 08:29:02.319505 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5ed5485e-c357-482f-8407-ac43fff6edf2 req-01e984f1-54ae-42d5-b7af-e63f320ae612 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375049
Jun 02 08:29:03.518704 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3437c97-c627-4c77-a77c-27f824a6ca44 req-c9cdb2e7-0b15-4520-ab4e-67f271a1be04 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:29:03.520050 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e3437c97-c627-4c77-a77c-27f824a6ca44 req-c9cdb2e7-0b15-4520-ab4e-67f271a1be04 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbf3b7a1-6d40-4538-851e-10b3136584ce HTTP/1.1" status: 200  len: 943 time: 0.0797310
Jun 02 08:29:03.566927 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e3437c97-c627-4c77-a77c-27f824a6ca44 req-0de8889c-9ba0-470d-9814-a7bce325a868 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412707
Jun 02 08:29:04.747063 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ad188-6305-4fd9-9cbe-3a5cb4c647ac req-c3c72634-1e07-43d9-bb53-7939109be6f7 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:29:04.748510 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e43ad188-6305-4fd9-9cbe-3a5cb4c647ac req-c3c72634-1e07-43d9-bb53-7939109be6f7 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbf3b7a1-6d40-4538-851e-10b3136584ce HTTP/1.1" status: 200  len: 943 time: 0.0786955
Jun 02 08:29:04.791267 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-e43ad188-6305-4fd9-9cbe-3a5cb4c647ac req-50ecd80c-d7f4-4631-a9de-1bd90c16c0b9 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372303
Jun 02 08:29:05.318735 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device b4d17f12-a751-48b3-88aa-62867a2cb054 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=92343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 02 08:29:05.450601 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port b4d17f12-a751-48b3-88aa-62867a2cb054, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b4d17f12-a751-48b3-88aa-62867a2cb054,segment=NetworkSegment(3e8c3502-4384-483c-914a-8b04610c9f9a),segment_id=3e8c3502-4384-483c-914a-8b04610c9f9a)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:29:05.463188 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Returning: {'device': 'b4d17f12-a751-48b3-88aa-62867a2cb054', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'port_id': 'b4d17f12-a751-48b3-88aa-62867a2cb054', 'mac_address': 'fa:16:3e:b5:54:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823afbed-7820-4eee-844c-7dcd3a296224', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 02 08:29:05.519497 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:29:05.535887 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d17f12-a751-48b3-88aa-62867a2cb054 {{(pid=92343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 02 08:29:05.550892 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port b4d17f12-a751-48b3-88aa-62867a2cb054, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b4d17f12-a751-48b3-88aa-62867a2cb054,segment=NetworkSegment(3e8c3502-4384-483c-914a-8b04610c9f9a),segment_id=3e8c3502-4384-483c-914a-8b04610c9f9a)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:29:05.624542 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:29:05.626259 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:29:05.694143 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=b4d17f12-a751-48b3-88aa-62867a2cb054,revision_number=4']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:29:05.701946 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:29:05.702224 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:29:05.702554 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:29:05.702878 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:29:05.703198 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:29:05.703517 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:29:05.703833 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:29:05.704146 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:29:05.704483 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:29:05.704792 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:29:05.705102 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:29:05.705410 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:29:05.709202 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:29:05.978118 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ddc22-305f-4ee0-bd41-15baa282d513 req-a047f1b6-3e30-4b9c-ab43-d44b25c194f7 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:29:05.979477 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-117ddc22-305f-4ee0-bd41-15baa282d513 req-a047f1b6-3e30-4b9c-ab43-d44b25c194f7 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbf3b7a1-6d40-4538-851e-10b3136584ce HTTP/1.1" status: 200  len: 944 time: 0.0833085
Jun 02 08:29:06.026757 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-117ddc22-305f-4ee0-bd41-15baa282d513 req-4b4b19e4-bb21-4c49-be78-61a9420a9be4 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406020
Jun 02 08:29:06.055041 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] get_ports_and_sgs() called for port_ids ['b4d17f12-a751-48b3-88aa-62867a2cb054'] {{(pid=92343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 02 08:29:07.213581 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24292e94-a9fb-4cc9-a8ff-559dbbb7687e req-c6981bd7-a735-4a05-a320-108e5ee0898b tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:29:07.214448 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [req-7283cf82-6017-47f1-82e1-b093891dd78e req-f97dc93e-4c0e-44cc-b37e-9a7058f330bb service neutron] (92342) timed out ('10.222.0.72', 51461) {{(pid=92342) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 02 08:29:07.215026 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-24292e94-a9fb-4cc9-a8ff-559dbbb7687e req-c6981bd7-a735-4a05-a320-108e5ee0898b tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbf3b7a1-6d40-4538-851e-10b3136584ce HTTP/1.1" status: 200  len: 944 time: 0.0816495
Jun 02 08:29:07.259244 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-24292e94-a9fb-4cc9-a8ff-559dbbb7687e req-edc5c6aa-2d12-411e-acdd-9c76ca4cd057 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381238
Jun 02 08:29:07.330686 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device b4d17f12-a751-48b3-88aa-62867a2cb054 up at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 02 08:29:07.456430 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning for port b4d17f12-a751-48b3-88aa-62867a2cb054 completed by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 02 08:29:07.461344 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.provisioning_blocks [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Provisioning complete for port b4d17f12-a751-48b3-88aa-62867a2cb054 triggered by entity L2. {{(pid=92343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 02 08:29:07.473568 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923057'] for port, provisioning_complete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:29:07.573103 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:29:07.601707 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf3b7a1-6d40-4538-851e-10b3136584ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d17f12-a751-48b3-88aa-62867a2cb054'}] {{(pid=92343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:29:07.603828 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a92db95248474e1fdd92faa7bb4bdbed5d39af607a3dc1549787c687b6a75a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb7bb81-98ef-495c-ac5c-012f1112cb60" -d '{"events": [{"server_uuid": "bbf3b7a1-6d40-4538-851e-10b3136584ce", "name": "network-vif-plugged", "status": "completed", "tag": "b4d17f12-a751-48b3-88aa-62867a2cb054"}]}' {{(pid=92343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:29:07.611174 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] For port b4d17f12-a751-48b3-88aa-62867a2cb054, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b4d17f12-a751-48b3-88aa-62867a2cb054,segment=NetworkSegment(3e8c3502-4384-483c-914a-8b04610c9f9a),segment_id=3e8c3502-4384-483c-914a-8b04610c9f9a)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:29:07.708172 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984'] for port, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:29:07.711006 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:29:07.781674 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Pushing event updated for resources: {'Port': ['ID=b4d17f12-a751-48b3-88aa-62867a2cb054,revision_number=5']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:29:07.785087 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:29:08.072628 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:29:08.444415 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85338c42-3608-4dad-aaee-270d534d3579 req-6442f257-66c6-4aad-a1e2-1418509e148f tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:29:08.445848 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-85338c42-3608-4dad-aaee-270d534d3579 req-6442f257-66c6-4aad-a1e2-1418509e148f tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbf3b7a1-6d40-4538-851e-10b3136584ce HTTP/1.1" status: 200  len: 945 time: 0.0846739
Jun 02 08:29:08.488793 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-85338c42-3608-4dad-aaee-270d534d3579 req-7cf69737-e46a-4637-a67b-662f0a2ba6c8 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374198
Jun 02 08:29:08.718956 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85718a9-1ebb-45fd-81ab-82b54c81db73 x-openstack-request-id: req-b85718a9-1ebb-45fd-81ab-82b54c81db73 {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:29:08.719408 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf3b7a1-6d40-4538-851e-10b3136584ce", "name": "network-vif-plugged", "status": "completed", "tag": "b4d17f12-a751-48b3-88aa-62867a2cb054", "code": 200}]} {{(pid=92343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:29:08.719516 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b85718a9-1ebb-45fd-81ab-82b54c81db73 {{(pid=92343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:29:08.719889 dv-cinder-786385-7-iscsi neutron-server[92343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf3b7a1-6d40-4538-851e-10b3136584ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d17f12-a751-48b3-88aa-62867a2cb054', 'code': 200}
Jun 02 08:29:09.166873 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1e38f-bf36-4a37-bec4-34752451d851 req-27425076-1b41-41ba-8a51-a488baf54479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:29:09.168352 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-44f1e38f-bf36-4a37-bec4-34752451d851 req-27425076-1b41-41ba-8a51-a488baf54479 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bbf3b7a1-6d40-4538-851e-10b3136584ce HTTP/1.1" status: 200  len: 1098 time: 0.0683727
Jun 02 08:29:09.213334 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-44f1e38f-bf36-4a37-bec4-34752451d851 req-0bd27d23-42f3-4a06-b2db-65cf75ed0e8b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382552
Jun 02 08:29:09.670121 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44517ff8-f065-4420-b9b6-b53acb372a90 req-0a0f119b-c556-4341-a765-b5152de2e961 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:29:09.671573 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-44517ff8-f065-4420-b9b6-b53acb372a90 req-0a0f119b-c556-4341-a765-b5152de2e961 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbf3b7a1-6d40-4538-851e-10b3136584ce HTTP/1.1" status: 200  len: 945 time: 0.0787799
Jun 02 08:29:09.715448 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-44517ff8-f065-4420-b9b6-b53acb372a90 req-5f3ea9fb-7c89-4933-9d04-7bd1797e4621 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383494
Jun 02 08:29:10.039372 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-d8d1df1f-1907-4193-b46a-dcb70459ab80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:29:10.906568 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132cf71-c89c-4124-90d6-12da633b1cc1 req-7ca02ee5-3359-4ce2-bba5-8bac86087ba5 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:29:10.908039 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a132cf71-c89c-4124-90d6-12da633b1cc1 req-7ca02ee5-3359-4ce2-bba5-8bac86087ba5 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbf3b7a1-6d40-4538-851e-10b3136584ce HTTP/1.1" status: 200  len: 945 time: 0.0844033
Jun 02 08:29:10.952273 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a132cf71-c89c-4124-90d6-12da633b1cc1 req-53b73e13-2dc3-4d05-9ae6-d2d3ba254ce4 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386269
Jun 02 08:29:11.136046 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971b693-b231-433c-bb41-7a87eee38599 req-0344d371-e5bf-454c-9238-8c773c2fa8b8 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:29:11.138175 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d971b693-b231-433c-bb41-7a87eee38599 req-0344d371-e5bf-454c-9238-8c773c2fa8b8 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbf3b7a1-6d40-4538-851e-10b3136584ce HTTP/1.1" status: 200  len: 945 time: 0.0786109
Jun 02 08:29:11.181077 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d971b693-b231-433c-bb41-7a87eee38599 req-5cc788f6-1e65-4ea7-8b03-deed00bb48f1 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374064
Jun 02 08:29:11.204539 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 41278) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:29:11.379934 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc6cb5e-6df6-4c95-8711-06e357824b30 tempest-TestVolumeBootPattern-1756204798 tempest-TestVolumeBootPattern-1756204798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:29:11.381429 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-5dc6cb5e-6df6-4c95-8711-06e357824b30 tempest-TestVolumeBootPattern-1756204798 tempest-TestVolumeBootPattern-1756204798-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=bbf3b7a1-6d40-4538-851e-10b3136584ce HTTP/1.1" status: 200  len: 1093 time: 0.1759162
Jun 02 08:29:11.384427 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 41284) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:29:11.388974 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.v2.base [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Request body: {'floatingip': {'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'port_id': 'b4d17f12-a751-48b3-88aa-62867a2cb054', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 02 08:29:11.394662 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 02 08:29:11.398428 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Usage tracker for resource:floatingip and tenant:cdbec1ec3f63482a98b7bae1100654a5 is out of sync, need to count used quota {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 02 08:29:11.401229 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.quota.resource [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=92342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 02 08:29:11.406866 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.quota.driver [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=92342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 02 08:29:11.464886 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for floatingip, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:29:11.597067 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:29:11.732249 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_common [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Allocated IP 172.27.3.107 (25cee017-96f1-470f-84b1-115420be0257/100151e0-9740-4c20-8f2c-560e0808d190/60e7aa27-3c4d-4bc4-8e9d-929f5620f5ca) {{(pid=92342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 02 08:29:11.872204 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for port, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:29:11.948303 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744146414309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:29:11.952376 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-650633a8-a45c-477e-a668-6cde90782063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:29:12.014915 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Network 25cee017-96f1-470f-84b1-115420be0257 is already hosted by enough agents. {{(pid=92342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 02 08:29:12.020379 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.base_scheduler [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Resources bound (agent type, host, resource id):  {{(pid=92342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 02 08:29:12.023057 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Received port after_create {{(pid=92342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 02 08:29:12.055654 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Pushing event updated for resources: {'Port': ['ID=60e7aa27-3c4d-4bc4-8e9d-929f5620f5ca,revision_number=1']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:29:12.171313 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:29:12.171698 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:29:12.172057 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:29:12.172439 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:29:12.172797 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:29:12.173153 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:29:12.173534 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:29:12.173892 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:29:12.174245 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:29:12.174593 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:29:12.174941 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:29:12.175284 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:29:12.179417 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:29:12.543514 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:29:12.630965 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:29:12.641786 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-a111a3f3-30e0-4e13-8836-3ade996aa478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:29:12.696126 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941312'] for port, before_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:29:12.899365 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for port, precommit_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:29:12.961463 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744146869706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744146414327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744146418984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6633674'] for port, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:29:12.965004 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-8ee62543-8013-4683-9f38-90fb6afc00f7 tempest-VolumesSnapshotTestJSON-1835249672 tempest-VolumesSnapshotTestJSON-1835249672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:29:13.066836 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Pushing event updated for resources: {'Port': ['ID=60e7aa27-3c4d-4bc4-8e9d-929f5620f5ca,revision_number=2']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:29:13.070806 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:29:13.080948 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8036659'] for floatingip, after_update {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:29:13.245143 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.db.l3_db [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Floating IP 13adfd00-8cbd-484a-b02b-1c5511f6f340 associated. External IP: 172.27.3.107, port: b4d17f12-a751-48b3-88aa-62867a2cb054.
Jun 02 08:29:13.597971 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Router 2df38e64-17cb-48e2-a8fc-775fbf028ad6 has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:29:13.816838 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:29:13.881268 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:29:13.891214 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49c006b-12ca-415a-a500-bd98db6558ce None None] Sync routers for ids ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'] in dv-cinder-786385-7-iscsi {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:29:13.900561 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49c006b-12ca-415a-a500-bd98db6558ce None None] Routers {'2df38e64-17cb-48e2-a8fc-775fbf028ad6'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:29:13.901176 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-f49c006b-12ca-415a-a500-bd98db6558ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e79865dc0>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:29:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:29:13.967689 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for floatingip, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:29:14.022740 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-320be069-b995-431b-943f-1adabca35b7c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6370740
Jun 02 08:29:14.023394 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf3b7a1-6d40-4538-851e-10b3136584ce', 'tag': 'b4d17f12-a751-48b3-88aa-62867a2cb054'}] {{(pid=92342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:29:14.025683 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e374b3b879b00d97b29532d72ba3bb6ea3956478347f3877d9246faf94d18eae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7288986-9cbb-4562-95a1-7827dfd5cb88" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf3b7a1-6d40-4538-851e-10b3136584ce", "tag": "b4d17f12-a751-48b3-88aa-62867a2cb054"}]}' {{(pid=92342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:29:14.068641 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690f3064-4269-4c37-8f33-3297b1fbd52a x-openstack-request-id: req-690f3064-4269-4c37-8f33-3297b1fbd52a {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:29:14.069063 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf3b7a1-6d40-4538-851e-10b3136584ce", "tag": "b4d17f12-a751-48b3-88aa-62867a2cb054", "status": "completed", "code": 200}]} {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:29:14.069425 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-690f3064-4269-4c37-8f33-3297b1fbd52a {{(pid=92342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:29:14.069930 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf3b7a1-6d40-4538-851e-10b3136584ce', 'tag': 'b4d17f12-a751-48b3-88aa-62867a2cb054', 'status': 'completed', 'code': 200}
Jun 02 08:29:14.122522 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-f49c006b-12ca-415a-a500-bd98db6558ce None None] Set router 2df38e64-17cb-48e2-a8fc-775fbf028ad6 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:29:14.164778 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7288986-9cbb-4562-95a1-7827dfd5cb88 req-2e1f820b-ffdb-43fc-ad6c-c3cc96a31617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:29:14.166150 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d7288986-9cbb-4562-95a1-7827dfd5cb88 req-2e1f820b-ffdb-43fc-ad6c-c3cc96a31617 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cdbec1ec3f63482a98b7bae1100654a5&device_id=bbf3b7a1-6d40-4538-851e-10b3136584ce HTTP/1.1" status: 200  len: 1098 time: 0.0750041
Jun 02 08:29:14.297233 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7288986-9cbb-4562-95a1-7827dfd5cb88 req-fb9f52f2-c3f2-439d-ae27-06f3a8fdc8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:29:14.298681 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d7288986-9cbb-4562-95a1-7827dfd5cb88 req-fb9f52f2-c3f2-439d-ae27-06f3a8fdc8fa service neutron] 10.222.0.72 "GET /v2.0/networks?id=5647c6e8-6e89-4376-a13c-5de9c11f58e9 HTTP/1.1" status: 200  len: 912 time: 0.1258445
Jun 02 08:29:14.401344 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d7288986-9cbb-4562-95a1-7827dfd5cb88 req-de8fae26-4444-4fea-add1-7fe027a084dc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4d17f12-a751-48b3-88aa-62867a2cb054 HTTP/1.1" status: 200  len: 999 time: 0.0960960
Jun 02 08:29:14.463222 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7288986-9cbb-4562-95a1-7827dfd5cb88 req-be86aa71-37a1-4e6e-9562-974110a6dca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:29:14.464604 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d7288986-9cbb-4562-95a1-7827dfd5cb88 req-be86aa71-37a1-4e6e-9562-974110a6dca1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=823afbed-7820-4eee-844c-7dcd3a296224 HTTP/1.1" status: 200  len: 850 time: 0.0567896
Jun 02 08:29:14.466009 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-f49c006b-12ca-415a-a500-bd98db6558ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e79865dc0>, [{'id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'name': 'tempest-TestVolumeBootPattern-806449703-router', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:10Z', 'updated_at': '2021-06-02T08:22:15Z', 'revision_number': 4, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'gw_port': {'id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:11Z', 'updated_at': '2021-06-02T08:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_floatingips': [{'id': '13adfd00-8cbd-484a-b02b-1c5511f6f340', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'floating_ip_address': '172.27.3.107', 'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'router_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'port_id': 'b4d17f12-a751-48b3-88aa-62867a2cb054', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'mac_address': 'fa:16:3e:b5:54:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf3b7a1-6d40-4538-851e-10b3136584ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:29:12Z', 'updated_at': '2021-06-02T08:29:12Z', 'revision_number': 0, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'fixed_ip_address_scope': None}, {'id': '8e86c317-0ac6-419f-8de6-4320f883732a', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'router_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'port_id': 'e0fbeb9c-956b-4ba7-986d-d3ba908a88ba', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'mac_address': 'fa:16:3e:e4:8f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31805d2-f68c-4175-b1eb-56bc9fd2dccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:26:33Z', 'updated_at': '2021-06-02T08:26:36Z', 'revision_number': 1, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c700fded-ecca-4157-a3ae-e92c5acb7abd', 'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'mac_address': 'fa:16:3e:de:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '823afbed-7820-4eee-844c-7dcd3a296224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:14Z', 'updated_at': '2021-06-02T08:22:22Z', 'revision_number': 5, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'subnets': [{'id': '823afbed-7820-4eee-844c-7dcd3a296224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:29:14.469826 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49c006b-12ca-415a-a500-bd98db6558ce None None] Checking router: 2df38e64-17cb-48e2-a8fc-775fbf028ad6 for host: dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:29:14.478205 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49c006b-12ca-415a-a500-bd98db6558ce None None] Routers {'2df38e64-17cb-48e2-a8fc-775fbf028ad6'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:29:14.478804 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-f49c006b-12ca-415a-a500-bd98db6558ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e79865dc0>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:29:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:29:14.542987 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7288986-9cbb-4562-95a1-7827dfd5cb88 req-55483e24-e89a-43f9-bc4c-cd59b6fa25ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:29:14.545024 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d7288986-9cbb-4562-95a1-7827dfd5cb88 req-55483e24-e89a-43f9-bc4c-cd59b6fa25ff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5647c6e8-6e89-4376-a13c-5de9c11f58e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0737514
Jun 02 08:29:14.656221 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-f49c006b-12ca-415a-a500-bd98db6558ce None None] Set router 2df38e64-17cb-48e2-a8fc-775fbf028ad6 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:29:14.676663 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d7288986-9cbb-4562-95a1-7827dfd5cb88 req-083d5885-d3e9-4b81-9445-0d9ef37b61df service neutron] 10.222.0.72 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246698
Jun 02 08:29:14.906431 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-d7288986-9cbb-4562-95a1-7827dfd5cb88 req-c2211632-0fa6-4c76-ba95-f943f1a9b201 service neutron] 10.222.0.72 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2236679
Jun 02 08:29:15.005947 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-f49c006b-12ca-415a-a500-bd98db6558ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e79865dc0>, [{'id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'name': 'tempest-TestVolumeBootPattern-806449703-router', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:10Z', 'updated_at': '2021-06-02T08:22:15Z', 'revision_number': 4, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'gw_port': {'id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:11Z', 'updated_at': '2021-06-02T08:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_floatingips': [{'id': '13adfd00-8cbd-484a-b02b-1c5511f6f340', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'floating_ip_address': '172.27.3.107', 'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'router_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'port_id': 'b4d17f12-a751-48b3-88aa-62867a2cb054', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'mac_address': 'fa:16:3e:b5:54:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf3b7a1-6d40-4538-851e-10b3136584ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:29:12Z', 'updated_at': '2021-06-02T08:29:12Z', 'revision_number': 0, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'fixed_ip_address_scope': None}, {'id': '8e86c317-0ac6-419f-8de6-4320f883732a', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'router_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'port_id': 'e0fbeb9c-956b-4ba7-986d-d3ba908a88ba', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'mac_address': 'fa:16:3e:e4:8f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31805d2-f68c-4175-b1eb-56bc9fd2dccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:26:33Z', 'updated_at': '2021-06-02T08:26:36Z', 'revision_number': 1, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c700fded-ecca-4157-a3ae-e92c5acb7abd', 'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'mac_address': 'fa:16:3e:de:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '823afbed-7820-4eee-844c-7dcd3a296224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:14Z', 'updated_at': '2021-06-02T08:22:22Z', 'revision_number': 5, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'subnets': [{'id': '823afbed-7820-4eee-844c-7dcd3a296224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:29:15.010133 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49c006b-12ca-415a-a500-bd98db6558ce None None] The sync data for ids ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'] in dv-cinder-786385-7-iscsi is: [{'id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'name': 'tempest-TestVolumeBootPattern-806449703-router', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:10Z', 'updated_at': '2021-06-02T08:22:15Z', 'revision_number': 4, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'gw_port': {'id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:11Z', 'updated_at': '2021-06-02T08:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_floatingips': [{'id': '13adfd00-8cbd-484a-b02b-1c5511f6f340', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'floating_ip_address': '172.27.3.107', 'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'router_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'port_id': 'b4d17f12-a751-48b3-88aa-62867a2cb054', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'mac_address': 'fa:16:3e:b5:54:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf3b7a1-6d40-4538-851e-10b3136584ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:29:12Z', 'updated_at': '2021-06-02T08:29:12Z', 'revision_number': 0, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'fixed_ip_address_scope': None}, {'id': '8e86c317-0ac6-419f-8de6-4320f883732a', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'router_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'port_id': 'e0fbeb9c-956b-4ba7-986d-d3ba908a88ba', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'mac_address': 'fa:16:3e:e4:8f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31805d2-f68c-4175-b1eb-56bc9fd2dccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:26:33Z', 'updated_at': '2021-06-02T08:26:36Z', 'revision_number': 1, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c700fded-ecca-4157-a3ae-e92c5acb7abd', 'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'mac_address': 'fa:16:3e:de:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '823afbed-7820-4eee-844c-7dcd3a296224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:14Z', 'updated_at': '2021-06-02T08:22:22Z', 'revision_number': 5, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'subnets': [{'id': '823afbed-7820-4eee-844c-7dcd3a296224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:29:15.199660 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb1a0da-1904-4b52-9587-a1213a628719 None None] New status for floating IP 13adfd00-8cbd-484a-b02b-1c5511f6f340: ACTIVE {{(pid=92344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 02 08:29:15.241896 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:29:31.126980 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:29:40.064580 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-13d82da5-dd76-4cb9-b5d8-6da368299c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:29:42.572604 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:29:42.601073 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-5983cff4-c7c9-4cb3-a19f-ce7ef435f46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:29:43.795832 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:29:44.760866 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-117ff046-ab3f-4870-a7e7-7b0550621a39 req-f9b6b676-b18a-4e2b-af85-dab807e51e16 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0687799
Jun 02 08:29:44.898682 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ff046-ab3f-4870-a7e7-7b0550621a39 req-b4c5abd2-265b-40dd-94f2-a71619e97960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:29:44.900146 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-117ff046-ab3f-4870-a7e7-7b0550621a39 req-b4c5abd2-265b-40dd-94f2-a71619e97960 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cdbec1ec3f63482a98b7bae1100654a5&device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 1099 time: 0.0692756
Jun 02 08:29:45.048830 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ff046-ab3f-4870-a7e7-7b0550621a39 req-774ed550-8b03-447d-ac83-c6e5344ed700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:29:45.050238 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-117ff046-ab3f-4870-a7e7-7b0550621a39 req-774ed550-8b03-447d-ac83-c6e5344ed700 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5647c6e8-6e89-4376-a13c-5de9c11f58e9 HTTP/1.1" status: 200  len: 912 time: 0.1304524
Jun 02 08:29:45.072155 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:29:45.151369 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-117ff046-ab3f-4870-a7e7-7b0550621a39 req-c79b29cd-ce91-4bbb-b32c-3747d6802721 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0fbeb9c-956b-4ba7-986d-d3ba908a88ba HTTP/1.1" status: 200  len: 1002 time: 0.0934954
Jun 02 08:29:45.217152 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ff046-ab3f-4870-a7e7-7b0550621a39 req-8014ab1d-c7ca-483a-82cf-826dcf2c1291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:29:45.218573 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-117ff046-ab3f-4870-a7e7-7b0550621a39 req-8014ab1d-c7ca-483a-82cf-826dcf2c1291 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=823afbed-7820-4eee-844c-7dcd3a296224 HTTP/1.1" status: 200  len: 850 time: 0.0611277
Jun 02 08:29:45.269898 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:29:45.294029 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ff046-ab3f-4870-a7e7-7b0550621a39 req-8af9d007-a20b-4286-9764-67e5d2756ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:29:45.295541 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-117ff046-ab3f-4870-a7e7-7b0550621a39 req-8af9d007-a20b-4286-9764-67e5d2756ff7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5647c6e8-6e89-4376-a13c-5de9c11f58e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0707662
Jun 02 08:29:45.428649 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-117ff046-ab3f-4870-a7e7-7b0550621a39 req-d1eeb90a-eed0-42bc-b6dd-957998a8566b service neutron] 10.222.0.72 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256416
Jun 02 08:29:45.562468 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-117ff046-ab3f-4870-a7e7-7b0550621a39 req-689d597b-1370-40ee-ae40-ebc90d8ed3ff service neutron] 10.222.0.72 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272514
Jun 02 08:30:01.154737 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:30:10.055001 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-ba23d879-0c59-4c44-8ec6-51cfe6b8d12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:30:12.588668 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:30:12.626166 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-bd473a7b-f827-42c4-9bec-a526bb434a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:30:13.788369 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:30:15.257294 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:30:22.071745 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:30:31.151666 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:30:40.050405 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-24198bbf-5f01-4542-a9b5-cd6a1c8d9ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:30:42.616349 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:30:42.627276 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-c1e96b14-b4bb-42cc-beb0-07327ab0aebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:30:43.807670 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:30:45.256300 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:30:45.816904 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a9a98331-25da-4cbe-a4ea-4cd5e9cbbccf req-fc9dc1ec-adeb-426e-bf12-2de1d9e1df93 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bbf3b7a1-6d40-4538-851e-10b3136584ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0737619
Jun 02 08:30:45.907385 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a98331-25da-4cbe-a4ea-4cd5e9cbbccf req-9226614c-dbe1-48cc-8fbc-fd0638fd6184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:30:45.908895 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a9a98331-25da-4cbe-a4ea-4cd5e9cbbccf req-9226614c-dbe1-48cc-8fbc-fd0638fd6184 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cdbec1ec3f63482a98b7bae1100654a5&device_id=bbf3b7a1-6d40-4538-851e-10b3136584ce HTTP/1.1" status: 200  len: 1098 time: 0.0713067
Jun 02 08:30:46.062678 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a98331-25da-4cbe-a4ea-4cd5e9cbbccf req-d356f55a-a523-41d2-9340-76800c760050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:30:46.065043 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a9a98331-25da-4cbe-a4ea-4cd5e9cbbccf req-d356f55a-a523-41d2-9340-76800c760050 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5647c6e8-6e89-4376-a13c-5de9c11f58e9 HTTP/1.1" status: 200  len: 912 time: 0.1357095
Jun 02 08:30:46.168173 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a9a98331-25da-4cbe-a4ea-4cd5e9cbbccf req-b75ffaf6-01dc-43c4-bcf9-49a6180de338 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4d17f12-a751-48b3-88aa-62867a2cb054 HTTP/1.1" status: 200  len: 1001 time: 0.0972824
Jun 02 08:30:46.229761 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a98331-25da-4cbe-a4ea-4cd5e9cbbccf req-e0ed229c-ac1a-4a06-a004-ec574ddd403f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:30:46.231175 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a9a98331-25da-4cbe-a4ea-4cd5e9cbbccf req-e0ed229c-ac1a-4a06-a004-ec574ddd403f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=823afbed-7820-4eee-844c-7dcd3a296224 HTTP/1.1" status: 200  len: 850 time: 0.0574341
Jun 02 08:30:46.309990 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a98331-25da-4cbe-a4ea-4cd5e9cbbccf req-c63b3d42-0b50-46f3-bbb5-f2393452cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:30:46.311418 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a9a98331-25da-4cbe-a4ea-4cd5e9cbbccf req-c63b3d42-0b50-46f3-bbb5-f2393452cf12 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5647c6e8-6e89-4376-a13c-5de9c11f58e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0737975
Jun 02 08:30:46.448035 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a9a98331-25da-4cbe-a4ea-4cd5e9cbbccf req-27e2018b-faa2-4d90-950c-46dcd6aa45db service neutron] 10.222.0.72 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1297841
Jun 02 08:30:46.671265 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a9a98331-25da-4cbe-a4ea-4cd5e9cbbccf req-961abae5-8f28-40eb-b47e-048e9e6637e4 service neutron] 10.222.0.72 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2168343
Jun 02 08:30:59.070418 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:31:01.155776 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:03.036398 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 41316) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:31:03.299790 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-4b96108e-d52d-4a08-b037-3bbe3da7a48e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Deleting port 60e7aa27-3c4d-4bc4-8e9d-929f5620f5ca {{(pid=92342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:31:03.300125 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4b96108e-d52d-4a08-b037-3bbe3da7a48e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:03.414453 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4b96108e-d52d-4a08-b037-3bbe3da7a48e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:03.414775 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4b96108e-d52d-4a08-b037-3bbe3da7a48e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:03.532622 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-4b96108e-d52d-4a08-b037-3bbe3da7a48e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Calling delete_port for 60e7aa27-3c4d-4bc4-8e9d-929f5620f5ca owned by network:floatingip {{(pid=92342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:31:03.750538 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4b96108e-d52d-4a08-b037-3bbe3da7a48e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:03.754177 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-d1022db6-1e34-4b97-b42a-919dc9f108b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:31:03.798269 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96108e-d52d-4a08-b037-3bbe3da7a48e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Pushing event deleted for resources: {'Port': ['ID=60e7aa27-3c4d-4bc4-8e9d-929f5620f5ca,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:31:03.831130 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96108e-d52d-4a08-b037-3bbe3da7a48e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:03.831499 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96108e-d52d-4a08-b037-3bbe3da7a48e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:03.831859 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96108e-d52d-4a08-b037-3bbe3da7a48e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:03.832240 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96108e-d52d-4a08-b037-3bbe3da7a48e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:03.832592 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96108e-d52d-4a08-b037-3bbe3da7a48e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:03.832942 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96108e-d52d-4a08-b037-3bbe3da7a48e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:03.833292 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96108e-d52d-4a08-b037-3bbe3da7a48e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:03.833638 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96108e-d52d-4a08-b037-3bbe3da7a48e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:03.833983 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96108e-d52d-4a08-b037-3bbe3da7a48e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:03.834700 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96108e-d52d-4a08-b037-3bbe3da7a48e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:03.834828 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96108e-d52d-4a08-b037-3bbe3da7a48e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:03.835088 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96108e-d52d-4a08-b037-3bbe3da7a48e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:03.842018 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-4b96108e-d52d-4a08-b037-3bbe3da7a48e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:31:03.898496 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4b96108e-d52d-4a08-b037-3bbe3da7a48e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for floatingip, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:03.898828 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.db.l3_db [None req-4b96108e-d52d-4a08-b037-3bbe3da7a48e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Floating IP 13adfd00-8cbd-484a-b02b-1c5511f6f340 disassociated (deleted). External IP: 172.27.3.107, port: b4d17f12-a751-48b3-88aa-62867a2cb054.
Jun 02 08:31:04.245571 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b96108e-d52d-4a08-b037-3bbe3da7a48e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Router 2df38e64-17cb-48e2-a8fc-775fbf028ad6 has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:31:04.515123 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b96108e-d52d-4a08-b037-3bbe3da7a48e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:31:04.524258 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870f6528-dd1d-48c4-b44d-f2a97f8fa539 None None] Sync routers for ids ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'] in dv-cinder-786385-7-iscsi {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:31:04.534030 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870f6528-dd1d-48c4-b44d-f2a97f8fa539 None None] Routers {'2df38e64-17cb-48e2-a8fc-775fbf028ad6'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:31:04.537754 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-870f6528-dd1d-48c4-b44d-f2a97f8fa539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7a97b3a0>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:30:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:31:04.592579 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-4b96108e-d52d-4a08-b037-3bbe3da7a48e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for floatingip, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:04.648759 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-4b96108e-d52d-4a08-b037-3bbe3da7a48e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "DELETE /v2.0/floatingips/13adfd00-8cbd-484a-b02b-1c5511f6f340 HTTP/1.1" status: 204  len: 168 time: 1.6112714
Jun 02 08:31:04.649502 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf3b7a1-6d40-4538-851e-10b3136584ce', 'tag': 'b4d17f12-a751-48b3-88aa-62867a2cb054'}] {{(pid=92342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:31:04.651896 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e374b3b879b00d97b29532d72ba3bb6ea3956478347f3877d9246faf94d18eae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7c4cd8-292f-4d5a-9bc8-8969827b4b44" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf3b7a1-6d40-4538-851e-10b3136584ce", "tag": "b4d17f12-a751-48b3-88aa-62867a2cb054"}]}' {{(pid=92342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:31:04.699330 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ca16ec-5eb2-4751-8870-65ccc7e8b3db x-openstack-request-id: req-46ca16ec-5eb2-4751-8870-65ccc7e8b3db {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:31:04.699659 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf3b7a1-6d40-4538-851e-10b3136584ce", "tag": "b4d17f12-a751-48b3-88aa-62867a2cb054", "status": "completed", "code": 200}]} {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:31:04.699946 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-46ca16ec-5eb2-4751-8870-65ccc7e8b3db {{(pid=92342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:31:04.700423 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf3b7a1-6d40-4538-851e-10b3136584ce', 'tag': 'b4d17f12-a751-48b3-88aa-62867a2cb054', 'status': 'completed', 'code': 200}
Jun 02 08:31:04.764042 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-870f6528-dd1d-48c4-b44d-f2a97f8fa539 None None] Set router 2df38e64-17cb-48e2-a8fc-775fbf028ad6 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:31:04.792974 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c4cd8-292f-4d5a-9bc8-8969827b4b44 req-b2a5a96b-6dd5-4a81-bb31-bc29cc92f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:31:04.794450 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3d7c4cd8-292f-4d5a-9bc8-8969827b4b44 req-b2a5a96b-6dd5-4a81-bb31-bc29cc92f1ee service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cdbec1ec3f63482a98b7bae1100654a5&device_id=bbf3b7a1-6d40-4538-851e-10b3136584ce HTTP/1.1" status: 200  len: 1098 time: 0.0725844
Jun 02 08:31:04.932559 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c4cd8-292f-4d5a-9bc8-8969827b4b44 req-278b9dcd-7bf6-4c1e-bd7b-3e331486e490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:31:04.934061 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3d7c4cd8-292f-4d5a-9bc8-8969827b4b44 req-278b9dcd-7bf6-4c1e-bd7b-3e331486e490 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5647c6e8-6e89-4376-a13c-5de9c11f58e9 HTTP/1.1" status: 200  len: 912 time: 0.1331174
Jun 02 08:31:05.005390 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3d7c4cd8-292f-4d5a-9bc8-8969827b4b44 req-9de2d249-c39c-4e77-a2f7-e74906f2bec4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4d17f12-a751-48b3-88aa-62867a2cb054 HTTP/1.1" status: 200  len: 217 time: 0.0643775
Jun 02 08:31:05.070668 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c4cd8-292f-4d5a-9bc8-8969827b4b44 req-16d17431-88be-44a7-b01c-5e76450528aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:31:05.072104 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3d7c4cd8-292f-4d5a-9bc8-8969827b4b44 req-16d17431-88be-44a7-b01c-5e76450528aa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=823afbed-7820-4eee-844c-7dcd3a296224 HTTP/1.1" status: 200  len: 850 time: 0.0596056
Jun 02 08:31:05.117088 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-870f6528-dd1d-48c4-b44d-f2a97f8fa539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7a97b3a0>, [{'id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'name': 'tempest-TestVolumeBootPattern-806449703-router', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:10Z', 'updated_at': '2021-06-02T08:22:15Z', 'revision_number': 4, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'gw_port': {'id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:11Z', 'updated_at': '2021-06-02T08:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_floatingips': [{'id': '8e86c317-0ac6-419f-8de6-4320f883732a', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'router_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'port_id': 'e0fbeb9c-956b-4ba7-986d-d3ba908a88ba', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'mac_address': 'fa:16:3e:e4:8f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31805d2-f68c-4175-b1eb-56bc9fd2dccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:26:33Z', 'updated_at': '2021-06-02T08:26:36Z', 'revision_number': 1, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c700fded-ecca-4157-a3ae-e92c5acb7abd', 'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'mac_address': 'fa:16:3e:de:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '823afbed-7820-4eee-844c-7dcd3a296224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:14Z', 'updated_at': '2021-06-02T08:22:22Z', 'revision_number': 5, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'subnets': [{'id': '823afbed-7820-4eee-844c-7dcd3a296224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:31:05.121331 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870f6528-dd1d-48c4-b44d-f2a97f8fa539 None None] Checking router: 2df38e64-17cb-48e2-a8fc-775fbf028ad6 for host: dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:31:05.130293 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870f6528-dd1d-48c4-b44d-f2a97f8fa539 None None] Routers {'2df38e64-17cb-48e2-a8fc-775fbf028ad6'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:31:05.131023 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-870f6528-dd1d-48c4-b44d-f2a97f8fa539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7a97b3a0>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:30:43Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:31:05.150487 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c4cd8-292f-4d5a-9bc8-8969827b4b44 req-5722c6dd-27e5-473e-b2b0-b4ad4e2fbdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:31:05.151921 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3d7c4cd8-292f-4d5a-9bc8-8969827b4b44 req-5722c6dd-27e5-473e-b2b0-b4ad4e2fbdbf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5647c6e8-6e89-4376-a13c-5de9c11f58e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0731497
Jun 02 08:31:05.319460 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-870f6528-dd1d-48c4-b44d-f2a97f8fa539 None None] Set router 2df38e64-17cb-48e2-a8fc-775fbf028ad6 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:31:05.329722 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3d7c4cd8-292f-4d5a-9bc8-8969827b4b44 req-4abdf13b-da21-4ceb-a168-6c409a32e913 service neutron] 10.222.0.72 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1695960
Jun 02 08:31:05.462525 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558eef9-d263-4422-a3de-f2f300c70fb8 req-37154924-7a0b-4e95-a245-907adc39364e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:31:05.463972 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1558eef9-d263-4422-a3de-f2f300c70fb8 req-37154924-7a0b-4e95-a245-907adc39364e tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbf3b7a1-6d40-4538-851e-10b3136584ce HTTP/1.1" status: 200  len: 945 time: 0.1897717
Jun 02 08:31:05.509677 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-3d7c4cd8-292f-4d5a-9bc8-8969827b4b44 req-80fdd2c3-259d-4b8d-b8eb-d644cd7c1853 service neutron] 10.222.0.72 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1698701
Jun 02 08:31:05.534137 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-1558eef9-d263-4422-a3de-f2f300c70fb8 req-1d282415-5e6d-4e4b-a0b2-6212b7a0128a tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626290
Jun 02 08:31:05.662642 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-870f6528-dd1d-48c4-b44d-f2a97f8fa539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7a97b3a0>, [{'id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'name': 'tempest-TestVolumeBootPattern-806449703-router', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:10Z', 'updated_at': '2021-06-02T08:22:15Z', 'revision_number': 4, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'gw_port': {'id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:11Z', 'updated_at': '2021-06-02T08:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_floatingips': [{'id': '8e86c317-0ac6-419f-8de6-4320f883732a', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'router_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'port_id': 'e0fbeb9c-956b-4ba7-986d-d3ba908a88ba', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'mac_address': 'fa:16:3e:e4:8f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31805d2-f68c-4175-b1eb-56bc9fd2dccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:26:33Z', 'updated_at': '2021-06-02T08:26:36Z', 'revision_number': 1, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c700fded-ecca-4157-a3ae-e92c5acb7abd', 'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'mac_address': 'fa:16:3e:de:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '823afbed-7820-4eee-844c-7dcd3a296224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:14Z', 'updated_at': '2021-06-02T08:22:22Z', 'revision_number': 5, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'subnets': [{'id': '823afbed-7820-4eee-844c-7dcd3a296224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:31:05.666464 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870f6528-dd1d-48c4-b44d-f2a97f8fa539 None None] The sync data for ids ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'] in dv-cinder-786385-7-iscsi is: [{'id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'name': 'tempest-TestVolumeBootPattern-806449703-router', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:10Z', 'updated_at': '2021-06-02T08:22:15Z', 'revision_number': 4, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'gw_port': {'id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:11Z', 'updated_at': '2021-06-02T08:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_floatingips': [{'id': '8e86c317-0ac6-419f-8de6-4320f883732a', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '25cee017-96f1-470f-84b1-115420be0257', 'router_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'port_id': 'e0fbeb9c-956b-4ba7-986d-d3ba908a88ba', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'mac_address': 'fa:16:3e:e4:8f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31805d2-f68c-4175-b1eb-56bc9fd2dccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:26:33Z', 'updated_at': '2021-06-02T08:26:36Z', 'revision_number': 1, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c700fded-ecca-4157-a3ae-e92c5acb7abd', 'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'mac_address': 'fa:16:3e:de:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '823afbed-7820-4eee-844c-7dcd3a296224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:14Z', 'updated_at': '2021-06-02T08:22:22Z', 'revision_number': 5, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'subnets': [{'id': '823afbed-7820-4eee-844c-7dcd3a296224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:31:05.867909 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4fd232-4368-4066-89d4-0a60684576f3 None None] New status for floating IP 13adfd00-8cbd-484a-b02b-1c5511f6f340: DOWN {{(pid=92344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 02 08:31:06.723624 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7be37-2bce-4626-8469-d14273fb46a2 req-74bd13c7-a6ea-4889-b9a7-3be4970525c6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:31:06.725095 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-63f7be37-2bce-4626-8469-d14273fb46a2 req-74bd13c7-a6ea-4889-b9a7-3be4970525c6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbf3b7a1-6d40-4538-851e-10b3136584ce HTTP/1.1" status: 200  len: 945 time: 0.0790236
Jun 02 08:31:06.768475 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-63f7be37-2bce-4626-8469-d14273fb46a2 req-93a62a17-d0c4-4cc1-bd80-e0bf7b9ae379 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377767
Jun 02 08:31:07.086598 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192adb3-b345-4bd5-b98d-ab95b5fc195c req-c4cee77f-2c90-42ca-a177-544c35d8c514 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:31:07.088004 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a192adb3-b345-4bd5-b98d-ab95b5fc195c req-c4cee77f-2c90-42ca-a177-544c35d8c514 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbf3b7a1-6d40-4538-851e-10b3136584ce HTTP/1.1" status: 200  len: 945 time: 0.0825651
Jun 02 08:31:07.221937 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [req-a192adb3-b345-4bd5-b98d-ab95b5fc195c req-5ceea5a2-d31b-4c97-8fd7-aad53f068f57 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Deleting port b4d17f12-a751-48b3-88aa-62867a2cb054 {{(pid=92341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:31:07.222412 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-a192adb3-b345-4bd5-b98d-ab95b5fc195c req-5ceea5a2-d31b-4c97-8fd7-aad53f068f57 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:07.359965 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-a192adb3-b345-4bd5-b98d-ab95b5fc195c req-5ceea5a2-d31b-4c97-8fd7-aad53f068f57 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] For port b4d17f12-a751-48b3-88aa-62867a2cb054, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b4d17f12-a751-48b3-88aa-62867a2cb054,segment=NetworkSegment(3e8c3502-4384-483c-914a-8b04610c9f9a),segment_id=3e8c3502-4384-483c-914a-8b04610c9f9a)] {{(pid=92341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:31:07.360319 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-a192adb3-b345-4bd5-b98d-ab95b5fc195c req-5ceea5a2-d31b-4c97-8fd7-aad53f068f57 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:07.484834 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [req-a192adb3-b345-4bd5-b98d-ab95b5fc195c req-5ceea5a2-d31b-4c97-8fd7-aad53f068f57 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Calling delete_port for b4d17f12-a751-48b3-88aa-62867a2cb054 owned by compute:nova {{(pid=92341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:31:07.659241 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-a192adb3-b345-4bd5-b98d-ab95b5fc195c req-5ceea5a2-d31b-4c97-8fd7-aad53f068f57 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:07.664877 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-7575fba2-7801-4996-95b4-8f294c2303a5 tempest-VolumesNegativeTest-681984793 tempest-VolumesNegativeTest-681984793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:31:07.712060 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceea5a2-d31b-4c97-8fd7-aad53f068f57 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Pushing event deleted for resources: {'Port': ['ID=b4d17f12-a751-48b3-88aa-62867a2cb054,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:31:07.850495 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceea5a2-d31b-4c97-8fd7-aad53f068f57 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:07.851207 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceea5a2-d31b-4c97-8fd7-aad53f068f57 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:07.851207 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceea5a2-d31b-4c97-8fd7-aad53f068f57 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:07.851571 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceea5a2-d31b-4c97-8fd7-aad53f068f57 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:07.851927 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceea5a2-d31b-4c97-8fd7-aad53f068f57 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:07.852307 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceea5a2-d31b-4c97-8fd7-aad53f068f57 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:07.852660 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceea5a2-d31b-4c97-8fd7-aad53f068f57 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:07.853018 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceea5a2-d31b-4c97-8fd7-aad53f068f57 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:07.853370 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceea5a2-d31b-4c97-8fd7-aad53f068f57 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:07.853718 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceea5a2-d31b-4c97-8fd7-aad53f068f57 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:07.854061 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceea5a2-d31b-4c97-8fd7-aad53f068f57 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:07.854404 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceea5a2-d31b-4c97-8fd7-aad53f068f57 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:07.881286 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-5ceea5a2-d31b-4c97-8fd7-aad53f068f57 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:31:07.928233 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [req-a192adb3-b345-4bd5-b98d-ab95b5fc195c req-5ceea5a2-d31b-4c97-8fd7-aad53f068f57 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] No DVR routers for this DVR port b4d17f12-a751-48b3-88aa-62867a2cb054 on host hv-cinder-78638 {{(pid=92341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:31:07.934100 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-a192adb3-b345-4bd5-b98d-ab95b5fc195c req-5ceea5a2-d31b-4c97-8fd7-aad53f068f57 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:07.936731 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf3b7a1-6d40-4538-851e-10b3136584ce', 'name': 'network-vif-deleted', 'tag': 'b4d17f12-a751-48b3-88aa-62867a2cb054'}] {{(pid=92341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:31:07.939048 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d416597fa12f88f8d9bd515793328be5ccabd674e07c2f357b392af977663f84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca4ffe1-a8c6-4a3e-b96b-aef4ffac0b34" -d '{"events": [{"server_uuid": "bbf3b7a1-6d40-4538-851e-10b3136584ce", "name": "network-vif-deleted", "tag": "b4d17f12-a751-48b3-88aa-62867a2cb054"}]}' {{(pid=92341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:31:07.942970 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a00645c6-7dc6-4951-ae87-e02b403b9e1a req-2ee98c21-772d-4dd6-9fc6-c1ba9c96e6e7 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbf3b7a1-6d40-4538-851e-10b3136584ce HTTP/1.1" status: 200  len: 210 time: 0.0605011
Jun 02 08:31:07.951268 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-a192adb3-b345-4bd5-b98d-ab95b5fc195c req-5ceea5a2-d31b-4c97-8fd7-aad53f068f57 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.72 "DELETE /v2.0/ports/b4d17f12-a751-48b3-88aa-62867a2cb054 HTTP/1.1" status: 204  len: 173 time: 0.8561935
Jun 02 08:31:07.988713 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1071045-f83b-4fcd-8317-a9e2cc93d340 x-openstack-request-id: req-f1071045-f83b-4fcd-8317-a9e2cc93d340 {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:31:07.988713 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf3b7a1-6d40-4538-851e-10b3136584ce", "name": "network-vif-deleted", "tag": "b4d17f12-a751-48b3-88aa-62867a2cb054", "status": "completed", "code": 200}]} {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:31:07.988713 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f1071045-f83b-4fcd-8317-a9e2cc93d340 {{(pid=92341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:31:07.988713 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf3b7a1-6d40-4538-851e-10b3136584ce', 'name': 'network-vif-deleted', 'tag': 'b4d17f12-a751-48b3-88aa-62867a2cb054', 'status': 'completed', 'code': 200}
Jun 02 08:31:09.105574 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-c2c4f392-e2bb-465b-9e58-8ccb7d39ca5d req-7787567f-b075-48ea-b720-f575bf3c55a5 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Synchronizing usage tracker for tenant:cdbec1ec3f63482a98b7bae1100654a5 on resource:port {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:31:09.193547 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-c2c4f392-e2bb-465b-9e58-8ccb7d39ca5d req-7787567f-b075-48ea-b720-f575bf3c55a5 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Unset dirty status for tenant:cdbec1ec3f63482a98b7bae1100654a5 on resource:port {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:31:09.194779 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-c2c4f392-e2bb-465b-9e58-8ccb7d39ca5d req-7787567f-b075-48ea-b720-f575bf3c55a5 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbf3b7a1-6d40-4538-851e-10b3136584ce HTTP/1.1" status: 200  len: 210 time: 0.1319208
Jun 02 08:31:09.917402 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device b4d17f12-a751-48b3-88aa-62867a2cb054 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:31:09.954567 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] No Port match for: b4d17f12-a751-48b3-88aa-62867a2cb054 {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:31:09.954911 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device b4d17f12-a751-48b3-88aa-62867a2cb054 not bound to the agent host hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:31:10.036055 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-cb3387aa-dc8e-4a43-8fca-13e12ccdd54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:12.621442 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:12.622973 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8841240c-d235-4f82-b259-d94d72fffb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:12.890657 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 41370) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:31:13.149469 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-b4be1507-2cf5-41ea-8834-367c44be860d tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Deleting port 0b62355c-3287-4f3f-8b73-f55df8349d41 {{(pid=92342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:31:13.149705 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b4be1507-2cf5-41ea-8834-367c44be860d tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:13.264253 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b4be1507-2cf5-41ea-8834-367c44be860d tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:13.264574 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b4be1507-2cf5-41ea-8834-367c44be860d tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:13.387482 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-b4be1507-2cf5-41ea-8834-367c44be860d tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Calling delete_port for 0b62355c-3287-4f3f-8b73-f55df8349d41 owned by network:floatingip {{(pid=92342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:31:13.564695 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b4be1507-2cf5-41ea-8834-367c44be860d tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:13.568821 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-dc968838-10e5-4de1-bd70-25ebda84c189 tempest-TestShelveInstance-35599225 tempest-TestShelveInstance-35599225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:31:13.615818 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be1507-2cf5-41ea-8834-367c44be860d tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Pushing event deleted for resources: {'Port': ['ID=0b62355c-3287-4f3f-8b73-f55df8349d41,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:31:13.618710 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-b4be1507-2cf5-41ea-8834-367c44be860d tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:31:13.701737 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b4be1507-2cf5-41ea-8834-367c44be860d tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for floatingip, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:13.702130 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.db.l3_db [None req-b4be1507-2cf5-41ea-8834-367c44be860d tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Floating IP 8e86c317-0ac6-419f-8de6-4320f883732a disassociated (deleted). External IP: 172.27.3.180, port: e0fbeb9c-956b-4ba7-986d-d3ba908a88ba.
Jun 02 08:31:13.795647 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:14.038133 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4be1507-2cf5-41ea-8834-367c44be860d tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Router 2df38e64-17cb-48e2-a8fc-775fbf028ad6 has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:31:14.308928 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4be1507-2cf5-41ea-8834-367c44be860d tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:31:14.319547 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac72a110-1abe-46c1-bf52-d10050db0ff8 None None] Sync routers for ids ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'] in dv-cinder-786385-7-iscsi {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:31:14.329517 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac72a110-1abe-46c1-bf52-d10050db0ff8 None None] Routers {'2df38e64-17cb-48e2-a8fc-775fbf028ad6'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:31:14.330125 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-ac72a110-1abe-46c1-bf52-d10050db0ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7aff4df0>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:31:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:31:14.409665 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-b4be1507-2cf5-41ea-8834-367c44be860d tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for floatingip, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:14.467026 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-b4be1507-2cf5-41ea-8834-367c44be860d tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "DELETE /v2.0/floatingips/8e86c317-0ac6-419f-8de6-4320f883732a HTTP/1.1" status: 204  len: 168 time: 1.5752985
Jun 02 08:31:14.467682 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31805d2-f68c-4175-b1eb-56bc9fd2dccd', 'tag': 'e0fbeb9c-956b-4ba7-986d-d3ba908a88ba'}] {{(pid=92342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:31:14.469993 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e374b3b879b00d97b29532d72ba3bb6ea3956478347f3877d9246faf94d18eae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d95608-31fe-4d24-a01d-b6c785e6c6b4" -d '{"events": [{"name": "network-changed", "server_uuid": "d31805d2-f68c-4175-b1eb-56bc9fd2dccd", "tag": "e0fbeb9c-956b-4ba7-986d-d3ba908a88ba"}]}' {{(pid=92342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:31:14.513316 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccf28f7-2f9b-4342-b580-da9cfe43004a x-openstack-request-id: req-2ccf28f7-2f9b-4342-b580-da9cfe43004a {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:31:14.513573 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-ac72a110-1abe-46c1-bf52-d10050db0ff8 None None] Set router 2df38e64-17cb-48e2-a8fc-775fbf028ad6 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:31:14.513768 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31805d2-f68c-4175-b1eb-56bc9fd2dccd", "tag": "e0fbeb9c-956b-4ba7-986d-d3ba908a88ba", "status": "completed", "code": 200}]} {{(pid=92342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:31:14.514557 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2ccf28f7-2f9b-4342-b580-da9cfe43004a {{(pid=92342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:31:14.514557 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31805d2-f68c-4175-b1eb-56bc9fd2dccd', 'tag': 'e0fbeb9c-956b-4ba7-986d-d3ba908a88ba', 'status': 'completed', 'code': 200}
Jun 02 08:31:14.607840 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d95608-31fe-4d24-a01d-b6c785e6c6b4 req-d3ab2ba1-8a6a-4aab-a52f-4b2399e5b4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:31:14.609200 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-61d95608-31fe-4d24-a01d-b6c785e6c6b4 req-d3ab2ba1-8a6a-4aab-a52f-4b2399e5b4ff service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cdbec1ec3f63482a98b7bae1100654a5&device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 1099 time: 0.0721145
Jun 02 08:31:14.741887 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d95608-31fe-4d24-a01d-b6c785e6c6b4 req-ad8f634c-a8c5-4140-b2f9-261d54950668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:31:14.743320 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-61d95608-31fe-4d24-a01d-b6c785e6c6b4 req-ad8f634c-a8c5-4140-b2f9-261d54950668 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5647c6e8-6e89-4376-a13c-5de9c11f58e9 HTTP/1.1" status: 200  len: 912 time: 0.1273675
Jun 02 08:31:14.816658 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-61d95608-31fe-4d24-a01d-b6c785e6c6b4 req-1449b34b-3f2d-4704-9b0d-6751fa5c1721 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0fbeb9c-956b-4ba7-986d-d3ba908a88ba HTTP/1.1" status: 200  len: 217 time: 0.0658455
Jun 02 08:31:14.886659 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-ac72a110-1abe-46c1-bf52-d10050db0ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7aff4df0>, [{'id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'name': 'tempest-TestVolumeBootPattern-806449703-router', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:10Z', 'updated_at': '2021-06-02T08:22:15Z', 'revision_number': 4, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'gw_port': {'id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:11Z', 'updated_at': '2021-06-02T08:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': 'c700fded-ecca-4157-a3ae-e92c5acb7abd', 'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'mac_address': 'fa:16:3e:de:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '823afbed-7820-4eee-844c-7dcd3a296224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:14Z', 'updated_at': '2021-06-02T08:22:22Z', 'revision_number': 5, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'subnets': [{'id': '823afbed-7820-4eee-844c-7dcd3a296224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:31:14.889279 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d95608-31fe-4d24-a01d-b6c785e6c6b4 req-92ef0375-9668-4a7e-b31f-8f6b907bb9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:31:14.890726 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-61d95608-31fe-4d24-a01d-b6c785e6c6b4 req-92ef0375-9668-4a7e-b31f-8f6b907bb9fc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=823afbed-7820-4eee-844c-7dcd3a296224 HTTP/1.1" status: 200  len: 850 time: 0.0679586
Jun 02 08:31:14.890858 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac72a110-1abe-46c1-bf52-d10050db0ff8 None None] Checking router: 2df38e64-17cb-48e2-a8fc-775fbf028ad6 for host: dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:31:14.899993 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac72a110-1abe-46c1-bf52-d10050db0ff8 None None] Routers {'2df38e64-17cb-48e2-a8fc-775fbf028ad6'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:31:14.900651 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-ac72a110-1abe-46c1-bf52-d10050db0ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7aff4df0>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:31:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:31:14.970866 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d95608-31fe-4d24-a01d-b6c785e6c6b4 req-80e804c3-b4cd-4729-b908-bb8ad3e450f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:31:14.972384 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-61d95608-31fe-4d24-a01d-b6c785e6c6b4 req-80e804c3-b4cd-4729-b908-bb8ad3e450f3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5647c6e8-6e89-4376-a13c-5de9c11f58e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0731411
Jun 02 08:31:15.076123 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-ac72a110-1abe-46c1-bf52-d10050db0ff8 None None] Set router 2df38e64-17cb-48e2-a8fc-775fbf028ad6 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:31:15.165990 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583d8f8-e962-46c7-872c-4ab35bc8f693 req-a5252497-17ca-4411-8480-4361c18d9a00 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:31:15.167361 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6583d8f8-e962-46c7-872c-4ab35bc8f693 req-a5252497-17ca-4411-8480-4361c18d9a00 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 946 time: 0.1940548
Jun 02 08:31:15.170676 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-61d95608-31fe-4d24-a01d-b6c785e6c6b4 req-02bd9b23-d309-4433-ae22-5492251b9603 service neutron] 10.222.0.72 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1663766
Jun 02 08:31:15.298673 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:15.301861 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-6583d8f8-e962-46c7-872c-4ab35bc8f693 req-1b548c41-bca0-468f-a49c-e7aedd909806 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1288404
Jun 02 08:31:15.338958 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-61d95608-31fe-4d24-a01d-b6c785e6c6b4 req-33c976a1-5e85-427f-a6f1-ec1d6dfdd357 service neutron] 10.222.0.72 "GET /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1615336
Jun 02 08:31:15.393535 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-ac72a110-1abe-46c1-bf52-d10050db0ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7aff4df0>, [{'id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'name': 'tempest-TestVolumeBootPattern-806449703-router', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:10Z', 'updated_at': '2021-06-02T08:22:15Z', 'revision_number': 4, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'gw_port': {'id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:11Z', 'updated_at': '2021-06-02T08:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': 'c700fded-ecca-4157-a3ae-e92c5acb7abd', 'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'mac_address': 'fa:16:3e:de:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '823afbed-7820-4eee-844c-7dcd3a296224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:14Z', 'updated_at': '2021-06-02T08:22:22Z', 'revision_number': 5, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'subnets': [{'id': '823afbed-7820-4eee-844c-7dcd3a296224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:31:15.397554 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac72a110-1abe-46c1-bf52-d10050db0ff8 None None] The sync data for ids ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'] in dv-cinder-786385-7-iscsi is: [{'id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'name': 'tempest-TestVolumeBootPattern-806449703-router', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:10Z', 'updated_at': '2021-06-02T08:22:15Z', 'revision_number': 4, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'gw_port': {'id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:11Z', 'updated_at': '2021-06-02T08:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi', '_interfaces': [{'id': 'c700fded-ecca-4157-a3ae-e92c5acb7abd', 'name': '', 'network_id': '5647c6e8-6e89-4376-a13c-5de9c11f58e9', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'mac_address': 'fa:16:3e:de:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '823afbed-7820-4eee-844c-7dcd3a296224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:14Z', 'updated_at': '2021-06-02T08:22:22Z', 'revision_number': 5, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'subnets': [{'id': '823afbed-7820-4eee-844c-7dcd3a296224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:31:15.606282 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21552f41-ad29-41fa-bb62-11cb84dd16a8 None None] New status for floating IP 8e86c317-0ac6-419f-8de6-4320f883732a: DOWN {{(pid=92344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 02 08:31:16.540885 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a6885-8546-444a-9963-bd92009c35b5 req-ad14fc0a-d354-491b-a453-3381992ef239 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:31:16.542296 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f60a6885-8546-444a-9963-bd92009c35b5 req-ad14fc0a-d354-491b-a453-3381992ef239 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.72 "GET /v2.0/ports?device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 946 time: 0.1492317
Jun 02 08:31:16.550247 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8a429-9b15-47b6-930c-48a4450639f2 req-9fef762e-51b9-480a-85eb-a2b3a04f0a0d tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 02 08:31:16.551620 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7fd8a429-9b15-47b6-930c-48a4450639f2 req-9fef762e-51b9-480a-85eb-a2b3a04f0a0d tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 946 time: 0.1246972
Jun 02 08:31:16.676368 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-7fd8a429-9b15-47b6-930c-48a4450639f2 req-4a0d5564-9a53-4c40-a3da-932b3863463c tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/security-groups?id=36946c2d-6914-45e1-886c-19270c846ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0935473
Jun 02 08:31:16.717810 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [req-f60a6885-8546-444a-9963-bd92009c35b5 req-a0cc463e-790a-4a24-aed0-2ea27b04ad65 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Deleting port e0fbeb9c-956b-4ba7-986d-d3ba908a88ba {{(pid=92341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:31:16.718142 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-f60a6885-8546-444a-9963-bd92009c35b5 req-a0cc463e-790a-4a24-aed0-2ea27b04ad65 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:16.846308 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [req-f60a6885-8546-444a-9963-bd92009c35b5 req-a0cc463e-790a-4a24-aed0-2ea27b04ad65 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] For port e0fbeb9c-956b-4ba7-986d-d3ba908a88ba, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e0fbeb9c-956b-4ba7-986d-d3ba908a88ba,segment=NetworkSegment(3e8c3502-4384-483c-914a-8b04610c9f9a),segment_id=3e8c3502-4384-483c-914a-8b04610c9f9a)] {{(pid=92341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:31:16.846894 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-f60a6885-8546-444a-9963-bd92009c35b5 req-a0cc463e-790a-4a24-aed0-2ea27b04ad65 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:17.067100 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [req-f60a6885-8546-444a-9963-bd92009c35b5 req-a0cc463e-790a-4a24-aed0-2ea27b04ad65 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Calling delete_port for e0fbeb9c-956b-4ba7-986d-d3ba908a88ba owned by compute:nova {{(pid=92341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:31:17.250009 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-f60a6885-8546-444a-9963-bd92009c35b5 req-a0cc463e-790a-4a24-aed0-2ea27b04ad65 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:17.255636 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-e9ebbc15-5980-43a3-bbe4-73ca5754f5b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:31:17.303388 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc463e-790a-4a24-aed0-2ea27b04ad65 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Pushing event deleted for resources: {'Port': ['ID=e0fbeb9c-956b-4ba7-986d-d3ba908a88ba,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:31:17.306297 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-a0cc463e-790a-4a24-aed0-2ea27b04ad65 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:31:17.379388 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60a6885-8546-444a-9963-bd92009c35b5 req-a0cc463e-790a-4a24-aed0-2ea27b04ad65 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] No DVR routers for this DVR port e0fbeb9c-956b-4ba7-986d-d3ba908a88ba on host hv-cinder-78638 {{(pid=92341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:31:17.382051 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [req-f60a6885-8546-444a-9963-bd92009c35b5 req-a0cc463e-790a-4a24-aed0-2ea27b04ad65 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for port, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:17.384569 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31805d2-f68c-4175-b1eb-56bc9fd2dccd', 'name': 'network-vif-deleted', 'tag': 'e0fbeb9c-956b-4ba7-986d-d3ba908a88ba'}] {{(pid=92341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 02 08:31:17.386797 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d416597fa12f88f8d9bd515793328be5ccabd674e07c2f357b392af977663f84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee6748b-a8f3-4c75-a7cd-f5f69632250e" -d '{"events": [{"server_uuid": "d31805d2-f68c-4175-b1eb-56bc9fd2dccd", "name": "network-vif-deleted", "tag": "e0fbeb9c-956b-4ba7-986d-d3ba908a88ba"}]}' {{(pid=92341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 02 08:31:17.396544 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-f60a6885-8546-444a-9963-bd92009c35b5 req-a0cc463e-790a-4a24-aed0-2ea27b04ad65 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.72 "DELETE /v2.0/ports/e0fbeb9c-956b-4ba7-986d-d3ba908a88ba HTTP/1.1" status: 204  len: 173 time: 0.8439825
Jun 02 08:31:17.434598 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed6dc58-c728-446a-ac47-b24d03e8c45f x-openstack-request-id: req-fed6dc58-c728-446a-ac47-b24d03e8c45f {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 02 08:31:17.434925 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31805d2-f68c-4175-b1eb-56bc9fd2dccd", "name": "network-vif-deleted", "tag": "e0fbeb9c-956b-4ba7-986d-d3ba908a88ba", "status": "completed", "code": 200}]} {{(pid=92341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 02 08:31:17.435211 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fed6dc58-c728-446a-ac47-b24d03e8c45f {{(pid=92341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 02 08:31:17.435644 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31805d2-f68c-4175-b1eb-56bc9fd2dccd', 'name': 'network-vif-deleted', 'tag': 'e0fbeb9c-956b-4ba7-986d-d3ba908a88ba', 'status': 'completed', 'code': 200}
Jun 02 08:31:17.825395 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-5b984521-bb5b-4d64-84dc-d2fa430d984d req-ae686f04-9d8b-4aa4-9aa0-29263d6ca64f tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Synchronizing usage tracker for tenant:cdbec1ec3f63482a98b7bae1100654a5 on resource:port {{(pid=92341) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 02 08:31:17.900859 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.quota.resource [req-5b984521-bb5b-4d64-84dc-d2fa430d984d req-ae686f04-9d8b-4aa4-9aa0-29263d6ca64f tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Unset dirty status for tenant:cdbec1ec3f63482a98b7bae1100654a5 on resource:port {{(pid=92341) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 02 08:31:17.901914 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [req-5b984521-bb5b-4d64-84dc-d2fa430d984d req-ae686f04-9d8b-4aa4-9aa0-29263d6ca64f tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d31805d2-f68c-4175-b1eb-56bc9fd2dccd HTTP/1.1" status: 200  len: 210 time: 0.1179307
Jun 02 08:31:19.010536 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 41392) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:31:19.231928 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-9d419a11-5200-48c3-b0cc-03cec2cff92d tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Deleting port b6c23c11-d719-4456-aabb-1f34ac002a74 {{(pid=92342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:31:19.232281 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9d419a11-5200-48c3-b0cc-03cec2cff92d tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:19.348037 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9d419a11-5200-48c3-b0cc-03cec2cff92d tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:19.348386 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9d419a11-5200-48c3-b0cc-03cec2cff92d tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:19.468687 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-9d419a11-5200-48c3-b0cc-03cec2cff92d tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Calling delete_port for b6c23c11-d719-4456-aabb-1f34ac002a74 owned by network:floatingip {{(pid=92342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:31:19.660902 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9d419a11-5200-48c3-b0cc-03cec2cff92d tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:19.664505 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-eb3f43a0-d657-42c9-ae1b-ccc38976397d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:31:19.711072 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d419a11-5200-48c3-b0cc-03cec2cff92d tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Pushing event deleted for resources: {'Port': ['ID=b6c23c11-d719-4456-aabb-1f34ac002a74,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:31:19.714159 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-9d419a11-5200-48c3-b0cc-03cec2cff92d tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:31:19.799645 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9d419a11-5200-48c3-b0cc-03cec2cff92d tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for floatingip, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:19.883385 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-9d419a11-5200-48c3-b0cc-03cec2cff92d tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400725'] for floatingip, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:19.884528 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-9d419a11-5200-48c3-b0cc-03cec2cff92d tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "DELETE /v2.0/floatingips/7ebfd92a-191c-4b7b-82de-def1586af78a HTTP/1.1" status: 204  len: 168 time: 0.8729403
Jun 02 08:31:19.964166 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device e0fbeb9c-956b-4ba7-986d-d3ba908a88ba no longer exists at agent hyperv_hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:31:20.003360 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] No Port match for: e0fbeb9c-956b-4ba7-986d-d3ba908a88ba {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:31:20.003831 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Device e0fbeb9c-956b-4ba7-986d-d3ba908a88ba not bound to the agent host hv-cinder-78638 {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:31:21.417256 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 41404) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:31:21.493737 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-bfe0ba21-b974-4093-9ed0-d0a77ffc3ab1 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:21.523593 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-bfe0ba21-b974-4093-9ed0-d0a77ffc3ab1 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:21.655174 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-bfe0ba21-b974-4093-9ed0-d0a77ffc3ab1 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:21.659176 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-d9862dc6-6585-4cd0-af93-0e39b797d68a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:31:21.673604 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0ba21-b974-4093-9ed0-d0a77ffc3ab1 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36946c2d-6914-45e1-886c-19270c846ad8,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:31:21.677367 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-bfe0ba21-b974-4093-9ed0-d0a77ffc3ab1 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:31:21.760083 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-bfe0ba21-b974-4093-9ed0-d0a77ffc3ab1 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:21.761160 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-bfe0ba21-b974-4093-9ed0-d0a77ffc3ab1 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] 10.222.0.77 "DELETE /v2.0/security-groups/36946c2d-6914-45e1-886c-19270c846ad8 HTTP/1.1" status: 204  len: 168 time: 0.3428648
Jun 02 08:31:21.891431 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 41408) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:31:22.618096 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-18e4b43e-41fc-4686-92df-355f4e494609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035105'] for router_interface, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:23.025058 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-18e4b43e-41fc-4686-92df-355f4e494609 admin admin] Deleting port c700fded-ecca-4157-a3ae-e92c5acb7abd {{(pid=92342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:31:23.025058 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-18e4b43e-41fc-4686-92df-355f4e494609 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:23.140363 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [None req-18e4b43e-41fc-4686-92df-355f4e494609 admin admin] For port c700fded-ecca-4157-a3ae-e92c5acb7abd, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=c700fded-ecca-4157-a3ae-e92c5acb7abd,segment=NetworkSegment(3e8c3502-4384-483c-914a-8b04610c9f9a),segment_id=3e8c3502-4384-483c-914a-8b04610c9f9a)] {{(pid=92342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:31:23.140705 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-18e4b43e-41fc-4686-92df-355f4e494609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:23.262146 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-18e4b43e-41fc-4686-92df-355f4e494609 admin admin] Calling delete_port for c700fded-ecca-4157-a3ae-e92c5acb7abd owned by network:router_interface {{(pid=92342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:31:23.481143 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-18e4b43e-41fc-4686-92df-355f4e494609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:23.484765 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-01900b58-276e-4b33-b466-1104db23fd50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:31:23.530731 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4b43e-41fc-4686-92df-355f4e494609 admin admin] Pushing event deleted for resources: {'Port': ['ID=c700fded-ecca-4157-a3ae-e92c5acb7abd,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:31:23.533808 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-18e4b43e-41fc-4686-92df-355f4e494609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:31:23.791626 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-18e4b43e-41fc-4686-92df-355f4e494609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035157'] for router_interface, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:24.247904 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e4b43e-41fc-4686-92df-355f4e494609 admin admin] Router 2df38e64-17cb-48e2-a8fc-775fbf028ad6 has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:31:24.420376 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e4b43e-41fc-4686-92df-355f4e494609 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:31:24.430087 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64767b20-351e-4857-950f-461d98f8e897 None None] Sync routers for ids ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'] in dv-cinder-786385-7-iscsi {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:31:24.433440 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-18e4b43e-41fc-4686-92df-355f4e494609 admin admin] 10.222.0.77 "PUT /v2.0/routers/2df38e64-17cb-48e2-a8fc-775fbf028ad6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5409503
Jun 02 08:31:24.435952 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 41412) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:31:24.442221 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64767b20-351e-4857-950f-461d98f8e897 None None] Routers {'2df38e64-17cb-48e2-a8fc-775fbf028ad6'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:31:24.442851 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-64767b20-351e-4857-950f-461d98f8e897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7b053460>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:31:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:31:24.612058 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-162e7345-31bd-4ef1-83f9-1585a8e81a2c admin admin] Notify callbacks [] for router, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:24.616531 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-64767b20-351e-4857-950f-461d98f8e897 None None] Set router 2df38e64-17cb-48e2-a8fc-775fbf028ad6 gateway port host: dv-cinder-786385-7-iscsi {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:31:24.781468 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-162e7345-31bd-4ef1-83f9-1585a8e81a2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:24.894538 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-64767b20-351e-4857-950f-461d98f8e897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7b053460>, [{'id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'name': 'tempest-TestVolumeBootPattern-806449703-router', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:10Z', 'updated_at': '2021-06-02T08:31:23Z', 'revision_number': 5, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'gw_port': {'id': 'ac32f9f5-a783-4c6a-8931-9bd249dba743', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:11Z', 'updated_at': '2021-06-02T08:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:31:24.898452 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64767b20-351e-4857-950f-461d98f8e897 None None] Checking router: 2df38e64-17cb-48e2-a8fc-775fbf028ad6 for host: dv-cinder-786385-7-iscsi {{(pid=92343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:31:24.902348 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-162e7345-31bd-4ef1-83f9-1585a8e81a2c admin admin] Deleting port ac32f9f5-a783-4c6a-8931-9bd249dba743 {{(pid=92342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:31:24.902840 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-162e7345-31bd-4ef1-83f9-1585a8e81a2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:24.906966 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64767b20-351e-4857-950f-461d98f8e897 None None] Routers {'2df38e64-17cb-48e2-a8fc-775fbf028ad6'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:31:24.907565 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-64767b20-351e-4857-950f-461d98f8e897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7b053460>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:31:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'], 'active': True} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:31:25.027792 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [None req-162e7345-31bd-4ef1-83f9-1585a8e81a2c admin admin] For port ac32f9f5-a783-4c6a-8931-9bd249dba743, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=ac32f9f5-a783-4c6a-8931-9bd249dba743,segment=NetworkSegment(7d00a59a-fd6b-444f-8454-6973ee677288),segment_id=7d00a59a-fd6b-444f-8454-6973ee677288)] {{(pid=92342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:31:25.028144 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-162e7345-31bd-4ef1-83f9-1585a8e81a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:25.094001 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvr_db [None req-64767b20-351e-4857-950f-461d98f8e897 None None] Set router 2df38e64-17cb-48e2-a8fc-775fbf028ad6 gateway port host: None {{(pid=92343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:31:25.151413 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-162e7345-31bd-4ef1-83f9-1585a8e81a2c admin admin] Calling delete_port for ac32f9f5-a783-4c6a-8931-9bd249dba743 owned by network:router_gateway {{(pid=92342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:31:25.201049 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_hamode_db [None req-64767b20-351e-4857-950f-461d98f8e897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7b053460>, [{'id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'name': 'tempest-TestVolumeBootPattern-806449703-router', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:10Z', 'updated_at': '2021-06-02T08:31:24Z', 'revision_number': 6, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'gw_port_host': None}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:31:25.205008 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64767b20-351e-4857-950f-461d98f8e897 None None] The sync data for ids ['2df38e64-17cb-48e2-a8fc-775fbf028ad6'] in dv-cinder-786385-7-iscsi is: [{'id': '2df38e64-17cb-48e2-a8fc-775fbf028ad6', 'name': 'tempest-TestVolumeBootPattern-806449703-router', 'tenant_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:10Z', 'updated_at': '2021-06-02T08:31:24Z', 'revision_number': 6, 'project_id': 'cdbec1ec3f63482a98b7bae1100654a5', 'gw_port_host': None}] {{(pid=92343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:31:25.352275 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-162e7345-31bd-4ef1-83f9-1585a8e81a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:25.356727 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-356d8ef2-3886-43e0-9fa9-5dce4dee8107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:31:25.504250 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e7345-31bd-4ef1-83f9-1585a8e81a2c admin admin] Pushing event deleted for resources: {'Port': ['ID=ac32f9f5-a783-4c6a-8931-9bd249dba743,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:31:25.533555 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-162e7345-31bd-4ef1-83f9-1585a8e81a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:31:25.597342 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-162e7345-31bd-4ef1-83f9-1585a8e81a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8036544'] for router_gateway, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:25.764565 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-162e7345-31bd-4ef1-83f9-1585a8e81a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8100154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2038'] for router, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:25.766676 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-162e7345-31bd-4ef1-83f9-1585a8e81a2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:25.869731 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-162e7345-31bd-4ef1-83f9-1585a8e81a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8100270'] for router, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:25.870187 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162e7345-31bd-4ef1-83f9-1585a8e81a2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2df38e64-17cb-48e2-a8fc-775fbf028ad6 {{(pid=92342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 02 08:31:25.883146 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-162e7345-31bd-4ef1-83f9-1585a8e81a2c admin admin] Notify callbacks [] for router, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:25.884305 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-162e7345-31bd-4ef1-83f9-1585a8e81a2c admin admin] 10.222.0.77 "DELETE /v2.0/routers/2df38e64-17cb-48e2-a8fc-775fbf028ad6 HTTP/1.1" status: 204  len: 168 time: 1.4473743
Jun 02 08:31:25.886687 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 41414) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:31:25.947300 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.db_base_plugin_v2 [None req-146482ad-ef22-4330-955f-7541d7fc7596 admin admin] Deleting subnet 823afbed-7820-4eee-844c-7dcd3a296224 {{(pid=92342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 02 08:31:25.950322 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-146482ad-ef22-4330-955f-7541d7fc7596 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:25.999047 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-146482ad-ef22-4330-955f-7541d7fc7596 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6991856'] for subnet, precommit_delete_associations {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:26.083527 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-146482ad-ef22-4330-955f-7541d7fc7596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-943661'] for subnet, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:26.123134 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device ac32f9f5-a783-4c6a-8931-9bd249dba743 no longer exists at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:31:26.157904 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] No Port match for: ac32f9f5-a783-4c6a-8931-9bd249dba743 {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:31:26.158260 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device ac32f9f5-a783-4c6a-8931-9bd249dba743 not bound to the agent host dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:31:26.158729 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device c700fded-ecca-4157-a3ae-e92c5acb7abd no longer exists at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:31:26.195987 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] No Port match for: c700fded-ecca-4157-a3ae-e92c5acb7abd {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:31:26.196470 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device c700fded-ecca-4157-a3ae-e92c5acb7abd not bound to the agent host dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:31:26.403773 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-146482ad-ef22-4330-955f-7541d7fc7596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-943652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6633660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6612419'] for subnet, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:26.408382 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:31:26.446682 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146482ad-ef22-4330-955f-7541d7fc7596 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=823afbed-7820-4eee-844c-7dcd3a296224,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:31:26.448713 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-146482ad-ef22-4330-955f-7541d7fc7596 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:26.452270 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-146482ad-ef22-4330-955f-7541d7fc7596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:31:26.454196 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fab1c0b-3d62-4b9c-b029-c0703188497b None None] Network 5647c6e8-6e89-4376-a13c-5de9c11f58e9 requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:31:26.454976 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-146482ad-ef22-4330-955f-7541d7fc7596 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/823afbed-7820-4eee-844c-7dcd3a296224 HTTP/1.1" status: 204  len: 168 time: 0.5674021
Jun 02 08:31:26.458132 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 41416) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:31:26.563410 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-261c584d-11b9-4353-a841-05675a563619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951774'] for network, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:26.636575 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-261c584d-11b9-4353-a841-05675a563619 admin admin] Deleting port 87ca54ae-1e75-444c-927b-2c3c10833643 {{(pid=92342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:31:26.636915 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-261c584d-11b9-4353-a841-05675a563619 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:26.709458 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845d8957-2f74-45bb-9f24-f432f1f1ea27 None None] DHCP port deletion for 5647c6e8-6e89-4376-a13c-5de9c11f58e9 request from dv-cinder-786385-7-iscsi {{(pid=92343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 02 08:31:26.744429 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [None req-261c584d-11b9-4353-a841-05675a563619 admin admin] For port 87ca54ae-1e75-444c-927b-2c3c10833643, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=87ca54ae-1e75-444c-927b-2c3c10833643,segment=NetworkSegment(3e8c3502-4384-483c-914a-8b04610c9f9a),segment_id=3e8c3502-4384-483c-914a-8b04610c9f9a)] {{(pid=92342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:31:26.744843 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-261c584d-11b9-4353-a841-05675a563619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:26.772268 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-845d8957-2f74-45bb-9f24-f432f1f1ea27 None None] Deleting port 87ca54ae-1e75-444c-927b-2c3c10833643 {{(pid=92343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:31:26.772646 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-845d8957-2f74-45bb-9f24-f432f1f1ea27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:26.866172 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-261c584d-11b9-4353-a841-05675a563619 admin admin] Calling delete_port for 87ca54ae-1e75-444c-927b-2c3c10833643 owned by network:dhcp {{(pid=92342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:31:26.866838 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-845d8957-2f74-45bb-9f24-f432f1f1ea27 None None] For port 87ca54ae-1e75-444c-927b-2c3c10833643, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=87ca54ae-1e75-444c-927b-2c3c10833643,segment=NetworkSegment(3e8c3502-4384-483c-914a-8b04610c9f9a),segment_id=3e8c3502-4384-483c-914a-8b04610c9f9a)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:31:26.867226 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-845d8957-2f74-45bb-9f24-f432f1f1ea27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:26.972593 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-261c584d-11b9-4353-a841-05675a563619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:26.977390 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-6eb77b36-f790-4ee4-9554-9be42a1e69f2 tempest-TestMinimumBasicScenario-215910829 tempest-TestMinimumBasicScenario-215910829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:31:26.989936 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-845d8957-2f74-45bb-9f24-f432f1f1ea27 None None] Calling delete_port for 87ca54ae-1e75-444c-927b-2c3c10833643 owned by network:dhcp {{(pid=92343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:31:27.023509 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c584d-11b9-4353-a841-05675a563619 admin admin] Pushing event deleted for resources: {'Port': ['ID=87ca54ae-1e75-444c-927b-2c3c10833643,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:31:27.026532 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-261c584d-11b9-4353-a841-05675a563619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:31:27.030709 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261c584d-11b9-4353-a841-05675a563619 admin admin] No DVR routers for this DVR port 87ca54ae-1e75-444c-927b-2c3c10833643 on host dv-cinder-786385-7-iscsi {{(pid=92342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:31:27.033855 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-845d8957-2f74-45bb-9f24-f432f1f1ea27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318'] for port, after_delete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:27.037612 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:31:27.080477 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d8957-2f74-45bb-9f24-f432f1f1ea27 None None] Pushing event deleted for resources: {'Port': ['ID=87ca54ae-1e75-444c-927b-2c3c10833643,revision_number=None']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:31:27.090045 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845d8957-2f74-45bb-9f24-f432f1f1ea27 None None] No DVR routers for this DVR port 87ca54ae-1e75-444c-927b-2c3c10833643 on host dv-cinder-786385-7-iscsi {{(pid=92343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:31:27.092023 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d8957-2f74-45bb-9f24-f432f1f1ea27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:27.092807 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d8957-2f74-45bb-9f24-f432f1f1ea27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:27.092807 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d8957-2f74-45bb-9f24-f432f1f1ea27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:27.093087 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d8957-2f74-45bb-9f24-f432f1f1ea27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:27.093375 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d8957-2f74-45bb-9f24-f432f1f1ea27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:27.093629 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d8957-2f74-45bb-9f24-f432f1f1ea27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:27.093940 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d8957-2f74-45bb-9f24-f432f1f1ea27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:27.094247 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d8957-2f74-45bb-9f24-f432f1f1ea27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:27.094555 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d8957-2f74-45bb-9f24-f432f1f1ea27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:27.094861 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d8957-2f74-45bb-9f24-f432f1f1ea27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:27.095164 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d8957-2f74-45bb-9f24-f432f1f1ea27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:27.095465 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d8957-2f74-45bb-9f24-f432f1f1ea27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-iscsi {{(pid=92343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 02 08:31:27.098890 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-845d8957-2f74-45bb-9f24-f432f1f1ea27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:31:27.150200 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-261c584d-11b9-4353-a841-05675a563619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945556', 'neutron.services.segments.db._delete_segments_for_network-8744146782841'] for network, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:27.162768 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.services.segments.db [None req-261c584d-11b9-4353-a841-05675a563619 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3e7a8ad190>,) {'filters': {'network_id': ['5647c6e8-6e89-4376-a13c-5de9c11f58e9']}} {{(pid=92342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:31:27.274027 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.services.segments.db [None req-261c584d-11b9-4353-a841-05675a563619 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e7a8ad190>, '3e8c3502-4384-483c-914a-8b04610c9f9a') {'for_net_delete': True} {{(pid=92342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:31:27.274254 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.services.segments.db [None req-261c584d-11b9-4353-a841-05675a563619 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e7a8ad190>, '3e8c3502-4384-483c-914a-8b04610c9f9a') {} {{(pid=92342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:31:27.285528 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-261c584d-11b9-4353-a841-05675a563619 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744146786964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6991865'] for segment, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:27.301597 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-261c584d-11b9-4353-a841-05675a563619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:27.307675 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-261c584d-11b9-4353-a841-05675a563619 admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=92342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 02 08:31:27.308051 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-261c584d-11b9-4353-a841-05675a563619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6633494'] for segment, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:27.322726 dv-cinder-786385-7-iscsi neutron-server[92342]: Traceback (most recent call last):
Jun 02 08:31:27.322726 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 02 08:31:27.322726 dv-cinder-786385-7-iscsi neutron-server[92342]:     timer()
Jun 02 08:31:27.322726 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 02 08:31:27.322726 dv-cinder-786385-7-iscsi neutron-server[92342]:     cb(*args, **kw)
Jun 02 08:31:27.322726 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 02 08:31:27.322726 dv-cinder-786385-7-iscsi neutron-server[92342]:     return func(*args, **kwargs)
Jun 02 08:31:27.322726 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 02 08:31:27.322726 dv-cinder-786385-7-iscsi neutron-server[92342]:     self._notify()
Jun 02 08:31:27.322726 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 02 08:31:27.322726 dv-cinder-786385-7-iscsi neutron-server[92342]:     self.callback(batched_events)
Jun 02 08:31:27.322726 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 02 08:31:27.322726 dv-cinder-786385-7-iscsi neutron-server[92342]:     event.method(event)
Jun 02 08:31:27.322726 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 02 08:31:27.322726 dv-cinder-786385-7-iscsi neutron-server[92342]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 02 08:31:27.322726 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 02 08:31:27.322726 dv-cinder-786385-7-iscsi neutron-server[92342]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 02 08:31:27.322726 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 02 08:31:27.322726 dv-cinder-786385-7-iscsi neutron-server[92342]:     return f(self, *a, **k)
Jun 02 08:31:27.322726 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 02 08:31:27.322726 dv-cinder-786385-7-iscsi neutron-server[92342]:     return self._get(url).json()
Jun 02 08:31:27.322726 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 02 08:31:27.322726 dv-cinder-786385-7-iscsi neutron-server[92342]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 02 08:31:27.322726 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 02 08:31:27.322726 dv-cinder-786385-7-iscsi neutron-server[92342]:     return self.request(url, 'GET', **kwargs)
Jun 02 08:31:27.322726 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 02 08:31:27.322726 dv-cinder-786385-7-iscsi neutron-server[92342]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 02 08:31:27.322726 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 02 08:31:27.322726 dv-cinder-786385-7-iscsi neutron-server[92342]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 02 08:31:27.322726 dv-cinder-786385-7-iscsi neutron-server[92342]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 02 08:31:27.322726 dv-cinder-786385-7-iscsi neutron-server[92342]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 02 08:31:27.322726 dv-cinder-786385-7-iscsi neutron-server[92342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 02 08:31:27.563258 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-261c584d-11b9-4353-a841-05675a563619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8036641'] for network, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:27.566885 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:31:27.580177 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-261c584d-11b9-4353-a841-05675a563619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:27.590365 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c584d-11b9-4353-a841-05675a563619 admin admin] Pushing event deleted for resources: {'Network': ['ID=5647c6e8-6e89-4376-a13c-5de9c11f58e9,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:31:27.593703 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-261c584d-11b9-4353-a841-05675a563619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:31:27.704893 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-261c584d-11b9-4353-a841-05675a563619 admin admin] 10.222.0.77 "DELETE /v2.0/networks/5647c6e8-6e89-4376-a13c-5de9c11f58e9 HTTP/1.1" status: 204  len: 168 time: 1.2456741
Jun 02 08:31:27.707620 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 41418) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:31:28.117050 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 87ca54ae-1e75-444c-927b-2c3c10833643 no longer exists at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:31:28.152484 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] No Port match for: 87ca54ae-1e75-444c-927b-2c3c10833643 {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:31:28.152914 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 87ca54ae-1e75-444c-927b-2c3c10833643 not bound to the agent host dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:31:28.229104 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-fdefe24a-5bfe-48a4-8090-10d840ba9cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035105'] for router_interface, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:28.626370 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-fdefe24a-5bfe-48a4-8090-10d840ba9cc0 admin admin] Deleting port 9117ac0c-bde4-40be-a528-347cd4283ff5 {{(pid=92342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:31:28.626700 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-fdefe24a-5bfe-48a4-8090-10d840ba9cc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:28.745976 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.db [None req-fdefe24a-5bfe-48a4-8090-10d840ba9cc0 admin admin] For port 9117ac0c-bde4-40be-a528-347cd4283ff5, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=9117ac0c-bde4-40be-a528-347cd4283ff5,segment=NetworkSegment(1acbf9ca-394f-4b54-9e7b-5a4e5640c81d),segment_id=1acbf9ca-394f-4b54-9e7b-5a4e5640c81d)] {{(pid=92342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:31:28.746328 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-fdefe24a-5bfe-48a4-8090-10d840ba9cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:28.964827 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.plugins.ml2.plugin [None req-fdefe24a-5bfe-48a4-8090-10d840ba9cc0 admin admin] Calling delete_port for 9117ac0c-bde4-40be-a528-347cd4283ff5 owned by network:router_interface {{(pid=92342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:31:29.191821 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-fdefe24a-5bfe-48a4-8090-10d840ba9cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6633665'] for port, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:29.196235 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-4e454ce9-e3a0-4fde-80a6-5a2dda141ba6 tempest-TestVolumeBootPattern-1730687823 tempest-TestVolumeBootPattern-1730687823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:31:29.240953 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdefe24a-5bfe-48a4-8090-10d840ba9cc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9117ac0c-bde4-40be-a528-347cd4283ff5,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:31:29.243952 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-fdefe24a-5bfe-48a4-8090-10d840ba9cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:31:29.502932 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-fdefe24a-5bfe-48a4-8090-10d840ba9cc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035157'] for router_interface, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:29.848940 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdefe24a-5bfe-48a4-8090-10d840ba9cc0 admin admin] Router 0bb89ce6-1f00-44c2-a232-f148b49dad8b has already been hosted by L3 agent c7ec2b63-69ad-4c1a-8616-abb4e437d0ac {{(pid=92342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 02 08:31:30.022029 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdefe24a-5bfe-48a4-8090-10d840ba9cc0 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-iscsi the message routers_updated {{(pid=92342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 02 08:31:30.030270 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242eb281-dd69-4e57-8a8c-4d6edbf68fd7 None None] Sync routers for ids ['0bb89ce6-1f00-44c2-a232-f148b49dad8b'] in dv-cinder-786385-7-iscsi {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 02 08:31:30.040161 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242eb281-dd69-4e57-8a8c-4d6edbf68fd7 None None] Routers {'0bb89ce6-1f00-44c2-a232-f148b49dad8b'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:31:30.040790 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-242eb281-dd69-4e57-8a8c-4d6edbf68fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7ba0b730>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:31:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['0bb89ce6-1f00-44c2-a232-f148b49dad8b'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:31:30.097681 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-fdefe24a-5bfe-48a4-8090-10d840ba9cc0 admin admin] 10.222.0.77 "PUT /v2.0/routers/0bb89ce6-1f00-44c2-a232-f148b49dad8b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3885643
Jun 02 08:31:30.100675 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 41420) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:31:30.248000 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-242eb281-dd69-4e57-8a8c-4d6edbf68fd7 None None] Set router 0bb89ce6-1f00-44c2-a232-f148b49dad8b gateway port host: dv-cinder-786385-7-iscsi {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:31:30.276929 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-ad3bdacb-50b3-44b6-a89e-4f04c329d8ed admin admin] Notify callbacks [] for router, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:30.444221 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-ad3bdacb-50b3-44b6-a89e-4f04c329d8ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:30.521690 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-242eb281-dd69-4e57-8a8c-4d6edbf68fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7ba0b730>, [{'id': '0bb89ce6-1f00-44c2-a232-f148b49dad8b', 'name': 'tempest-TestVolumeBootPattern-476202162-router', 'tenant_id': 'be7c01491e3745aeba87dd4490e12db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'external_fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '201b5a38-4374-4c0f-9695-af830061dcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:21Z', 'updated_at': '2021-06-02T08:31:29Z', 'revision_number': 5, 'project_id': 'be7c01491e3745aeba87dd4490e12db8', 'gw_port': {'id': '201b5a38-4374-4c0f-9695-af830061dcd8', 'name': '', 'network_id': '25cee017-96f1-470f-84b1-115420be0257', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ed:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb89ce6-1f00-44c2-a232-f148b49dad8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '100151e0-9740-4c20-8f2c-560e0808d190', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:22:23Z', 'updated_at': '2021-06-02T08:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '100151e0-9740-4c20-8f2c-560e0808d190', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-iscsi'}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:31:30.525414 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242eb281-dd69-4e57-8a8c-4d6edbf68fd7 None None] Checking router: 0bb89ce6-1f00-44c2-a232-f148b49dad8b for host: dv-cinder-786385-7-iscsi {{(pid=92344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 02 08:31:30.533486 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242eb281-dd69-4e57-8a8c-4d6edbf68fd7 None None] Routers {'0bb89ce6-1f00-44c2-a232-f148b49dad8b'} bound to L3 agent in host dv-cinder-786385-7-iscsi {{(pid=92344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 02 08:31:30.534062 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-242eb281-dd69-4e57-8a8c-4d6edbf68fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e7ba0b730>, 'dv-cinder-786385-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T08:04:12Z,description=<?>,heartbeat_timestamp=2021-06-02T08:31:13Z,host='dv-cinder-786385-7-iscsi',id=c7ec2b63-69ad-4c1a-8616-abb4e437d0ac,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-02T08:04:13Z,topic='l3_agent')) {'router_ids': ['0bb89ce6-1f00-44c2-a232-f148b49dad8b'], 'active': True} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:31:30.587645 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [None req-ad3bdacb-50b3-44b6-a89e-4f04c329d8ed admin admin] Deleting port 201b5a38-4374-4c0f-9695-af830061dcd8 {{(pid=92341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:31:30.587986 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-ad3bdacb-50b3-44b6-a89e-4f04c329d8ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:30.679936 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_dvr_db [None req-242eb281-dd69-4e57-8a8c-4d6edbf68fd7 None None] Set router 0bb89ce6-1f00-44c2-a232-f148b49dad8b gateway port host: None {{(pid=92344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 02 08:31:30.708645 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [None req-ad3bdacb-50b3-44b6-a89e-4f04c329d8ed admin admin] For port 201b5a38-4374-4c0f-9695-af830061dcd8, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=201b5a38-4374-4c0f-9695-af830061dcd8,segment=NetworkSegment(7d00a59a-fd6b-444f-8454-6973ee677288),segment_id=7d00a59a-fd6b-444f-8454-6973ee677288)] {{(pid=92341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:31:30.708918 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-ad3bdacb-50b3-44b6-a89e-4f04c329d8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:30.785637 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.l3_hamode_db [None req-242eb281-dd69-4e57-8a8c-4d6edbf68fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e7ba0b730>, [{'id': '0bb89ce6-1f00-44c2-a232-f148b49dad8b', 'name': 'tempest-TestVolumeBootPattern-476202162-router', 'tenant_id': 'be7c01491e3745aeba87dd4490e12db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:21Z', 'updated_at': '2021-06-02T08:31:30Z', 'revision_number': 6, 'project_id': 'be7c01491e3745aeba87dd4490e12db8', 'gw_port_host': None}], 'dv-cinder-786385-7-iscsi', False) {} {{(pid=92344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:31:30.789659 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242eb281-dd69-4e57-8a8c-4d6edbf68fd7 None None] The sync data for ids ['0bb89ce6-1f00-44c2-a232-f148b49dad8b'] in dv-cinder-786385-7-iscsi is: [{'id': '0bb89ce6-1f00-44c2-a232-f148b49dad8b', 'name': 'tempest-TestVolumeBootPattern-476202162-router', 'tenant_id': 'be7c01491e3745aeba87dd4490e12db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:22:21Z', 'updated_at': '2021-06-02T08:31:30Z', 'revision_number': 6, 'project_id': 'be7c01491e3745aeba87dd4490e12db8', 'gw_port_host': None}] {{(pid=92344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 02 08:31:30.828911 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [None req-ad3bdacb-50b3-44b6-a89e-4f04c329d8ed admin admin] Calling delete_port for 201b5a38-4374-4c0f-9695-af830061dcd8 owned by network:router_gateway {{(pid=92341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:31:31.180576 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:31.226081 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-ad3bdacb-50b3-44b6-a89e-4f04c329d8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:31.229963 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-b5c6a890-47fb-4aec-b93f-bf85d63a80e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:31:31.272811 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3bdacb-50b3-44b6-a89e-4f04c329d8ed admin admin] Pushing event deleted for resources: {'Port': ['ID=201b5a38-4374-4c0f-9695-af830061dcd8,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:31:31.275859 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-ad3bdacb-50b3-44b6-a89e-4f04c329d8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:31:31.462279 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-ad3bdacb-50b3-44b6-a89e-4f04c329d8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8036544'] for router_gateway, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:31.636545 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-ad3bdacb-50b3-44b6-a89e-4f04c329d8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8100154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2038'] for router, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:31.639044 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-ad3bdacb-50b3-44b6-a89e-4f04c329d8ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:31.740928 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-ad3bdacb-50b3-44b6-a89e-4f04c329d8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8100270'] for router, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:31.741398 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3bdacb-50b3-44b6-a89e-4f04c329d8ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bb89ce6-1f00-44c2-a232-f148b49dad8b {{(pid=92341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 02 08:31:31.753738 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-ad3bdacb-50b3-44b6-a89e-4f04c329d8ed admin admin] Notify callbacks [] for router, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:31.755400 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-ad3bdacb-50b3-44b6-a89e-4f04c329d8ed admin admin] 10.222.0.77 "DELETE /v2.0/routers/0bb89ce6-1f00-44c2-a232-f148b49dad8b HTTP/1.1" status: 204  len: 168 time: 1.6538296
Jun 02 08:31:31.758131 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 41422) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:31:31.821389 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.db_base_plugin_v2 [None req-15263a10-22a2-4b96-a058-67851abd8397 admin admin] Deleting subnet 53c4ed67-4ae1-4db1-86f7-ecf838504b89 {{(pid=92341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 02 08:31:31.826746 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-15263a10-22a2-4b96-a058-67851abd8397 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:31.875288 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-15263a10-22a2-4b96-a058-67851abd8397 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7973437'] for subnet, precommit_delete_associations {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:31.955326 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-15263a10-22a2-4b96-a058-67851abd8397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-943661'] for subnet, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:32.119881 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 201b5a38-4374-4c0f-9695-af830061dcd8 no longer exists at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:31:32.157431 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] No Port match for: 201b5a38-4374-4c0f-9695-af830061dcd8 {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:31:32.157771 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 201b5a38-4374-4c0f-9695-af830061dcd8 not bound to the agent host dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:31:32.158191 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 9117ac0c-bde4-40be-a528-347cd4283ff5 no longer exists at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:31:32.199519 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] No Port match for: 9117ac0c-bde4-40be-a528-347cd4283ff5 {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:31:32.199519 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 9117ac0c-bde4-40be-a528-347cd4283ff5 not bound to the agent host dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:31:32.281574 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-15263a10-22a2-4b96-a058-67851abd8397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-943652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6589751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6928692'] for subnet, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:32.285704 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-0bfe17c2-9ab0-4244-b522-63c1f21b0897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:31:32.322721 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15263a10-22a2-4b96-a058-67851abd8397 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53c4ed67-4ae1-4db1-86f7-ecf838504b89,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:31:32.325632 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-15263a10-22a2-4b96-a058-67851abd8397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:31:32.330148 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-15263a10-22a2-4b96-a058-67851abd8397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for subnet, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:32.335375 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6294660-f705-41ec-82ca-3131c5bfc7de None None] Network 189aa6e3-e08d-4ae4-979c-9fab212f0dfb requested from dv-cinder-786385-7-iscsi {{(pid=92343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 02 08:31:32.337278 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-15263a10-22a2-4b96-a058-67851abd8397 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/53c4ed67-4ae1-4db1-86f7-ecf838504b89 HTTP/1.1" status: 204  len: 168 time: 0.5781054
Jun 02 08:31:32.339610 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.wsgi [-] (92341) accepted ('10.222.0.77', 41424) {{(pid=92341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:31:32.443787 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-70a5eba0-6f64-4fa5-9ab3-bb4dd915cd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951774'] for network, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:32.518900 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [None req-70a5eba0-6f64-4fa5-9ab3-bb4dd915cd09 admin admin] Deleting port 78ce9653-cbf9-4b30-b838-ace0b2ea4993 {{(pid=92341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:31:32.519243 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-70a5eba0-6f64-4fa5-9ab3-bb4dd915cd09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:32.567478 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cfd706-35c1-40d7-a693-ebfd4dd1cb26 None None] DHCP port deletion for 189aa6e3-e08d-4ae4-979c-9fab212f0dfb request from dv-cinder-786385-7-iscsi {{(pid=92343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 02 08:31:32.620000 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.db [None req-70a5eba0-6f64-4fa5-9ab3-bb4dd915cd09 admin admin] For port 78ce9653-cbf9-4b30-b838-ace0b2ea4993, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=78ce9653-cbf9-4b30-b838-ace0b2ea4993,segment=NetworkSegment(1acbf9ca-394f-4b54-9e7b-5a4e5640c81d),segment_id=1acbf9ca-394f-4b54-9e7b-5a4e5640c81d)] {{(pid=92341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:31:32.620294 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-70a5eba0-6f64-4fa5-9ab3-bb4dd915cd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:32.633799 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-e4cfd706-35c1-40d7-a693-ebfd4dd1cb26 None None] Deleting port 78ce9653-cbf9-4b30-b838-ace0b2ea4993 {{(pid=92343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 02 08:31:32.634166 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e4cfd706-35c1-40d7-a693-ebfd4dd1cb26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744146863198'] for port, before_delete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:32.726210 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.db [None req-e4cfd706-35c1-40d7-a693-ebfd4dd1cb26 None None] For port 78ce9653-cbf9-4b30-b838-ace0b2ea4993, host dv-cinder-786385-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-iscsi',level=0,port_id=78ce9653-cbf9-4b30-b838-ace0b2ea4993,segment=NetworkSegment(1acbf9ca-394f-4b54-9e7b-5a4e5640c81d),segment_id=1acbf9ca-394f-4b54-9e7b-5a4e5640c81d)] {{(pid=92343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 02 08:31:32.726602 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e4cfd706-35c1-40d7-a693-ebfd4dd1cb26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037928'] for port, precommit_delete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:32.746761 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.plugin [None req-70a5eba0-6f64-4fa5-9ab3-bb4dd915cd09 admin admin] Calling delete_port for 78ce9653-cbf9-4b30-b838-ace0b2ea4993 owned by network:dhcp {{(pid=92341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:31:32.860640 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-70a5eba0-6f64-4fa5-9ab3-bb4dd915cd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589770'] for port, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:32.864969 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-1892444c-cfed-4873-908a-4be67b5a5aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:31:32.888787 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-e4cfd706-35c1-40d7-a693-ebfd4dd1cb26 None None] Calling delete_port for 78ce9653-cbf9-4b30-b838-ace0b2ea4993 owned by network:dhcp {{(pid=92343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 02 08:31:32.906732 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5eba0-6f64-4fa5-9ab3-bb4dd915cd09 admin admin] Pushing event deleted for resources: {'Port': ['ID=78ce9653-cbf9-4b30-b838-ace0b2ea4993,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:31:32.909648 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-70a5eba0-6f64-4fa5-9ab3-bb4dd915cd09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:31:32.910413 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a5eba0-6f64-4fa5-9ab3-bb4dd915cd09 admin admin] No DVR routers for this DVR port 78ce9653-cbf9-4b30-b838-ace0b2ea4993 on host dv-cinder-786385-7-iscsi {{(pid=92341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:31:32.937651 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e4cfd706-35c1-40d7-a693-ebfd4dd1cb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744146869688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744146414318'] for port, after_delete {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:32.942187 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:31:32.982680 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfd706-35c1-40d7-a693-ebfd4dd1cb26 None None] Pushing event deleted for resources: {'Port': ['ID=78ce9653-cbf9-4b30-b838-ace0b2ea4993,revision_number=None']} {{(pid=92343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:31:32.985499 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG oslo_concurrency.lockutils [None req-e4cfd706-35c1-40d7-a693-ebfd4dd1cb26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:31:32.986300 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cfd706-35c1-40d7-a693-ebfd4dd1cb26 None None] No DVR routers for this DVR port 78ce9653-cbf9-4b30-b838-ace0b2ea4993 on host dv-cinder-786385-7-iscsi {{(pid=92343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 02 08:31:33.022687 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-70a5eba0-6f64-4fa5-9ab3-bb4dd915cd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945556', 'neutron.services.segments.db._delete_segments_for_network-8744146782841'] for network, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:33.034683 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.services.segments.db [None req-70a5eba0-6f64-4fa5-9ab3-bb4dd915cd09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3e797e3040>,) {'filters': {'network_id': ['189aa6e3-e08d-4ae4-979c-9fab212f0dfb']}} {{(pid=92341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:31:33.054522 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.services.segments.db [None req-70a5eba0-6f64-4fa5-9ab3-bb4dd915cd09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e797e3040>, '1acbf9ca-394f-4b54-9e7b-5a4e5640c81d') {'for_net_delete': True} {{(pid=92341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:31:33.054816 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.services.segments.db [None req-70a5eba0-6f64-4fa5-9ab3-bb4dd915cd09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e797e3040>, '1acbf9ca-394f-4b54-9e7b-5a4e5640c81d') {} {{(pid=92341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 02 08:31:33.066135 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-70a5eba0-6f64-4fa5-9ab3-bb4dd915cd09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744146786964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7973428'] for segment, before_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:33.185062 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-70a5eba0-6f64-4fa5-9ab3-bb4dd915cd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829'] for segment, precommit_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:33.191214 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a5eba0-6f64-4fa5-9ab3-bb4dd915cd09 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=92341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 02 08:31:33.191599 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-70a5eba0-6f64-4fa5-9ab3-bb4dd915cd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-943829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6589853'] for segment, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:33.204936 dv-cinder-786385-7-iscsi neutron-server[92341]: Traceback (most recent call last):
Jun 02 08:31:33.204936 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 02 08:31:33.204936 dv-cinder-786385-7-iscsi neutron-server[92341]:     timer()
Jun 02 08:31:33.204936 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 02 08:31:33.204936 dv-cinder-786385-7-iscsi neutron-server[92341]:     cb(*args, **kw)
Jun 02 08:31:33.204936 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 02 08:31:33.204936 dv-cinder-786385-7-iscsi neutron-server[92341]:     return func(*args, **kwargs)
Jun 02 08:31:33.204936 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 02 08:31:33.204936 dv-cinder-786385-7-iscsi neutron-server[92341]:     self._notify()
Jun 02 08:31:33.204936 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 02 08:31:33.204936 dv-cinder-786385-7-iscsi neutron-server[92341]:     self.callback(batched_events)
Jun 02 08:31:33.204936 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 02 08:31:33.204936 dv-cinder-786385-7-iscsi neutron-server[92341]:     event.method(event)
Jun 02 08:31:33.204936 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 02 08:31:33.204936 dv-cinder-786385-7-iscsi neutron-server[92341]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 02 08:31:33.204936 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 02 08:31:33.204936 dv-cinder-786385-7-iscsi neutron-server[92341]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 02 08:31:33.204936 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 02 08:31:33.204936 dv-cinder-786385-7-iscsi neutron-server[92341]:     return f(self, *a, **k)
Jun 02 08:31:33.204936 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 02 08:31:33.204936 dv-cinder-786385-7-iscsi neutron-server[92341]:     return self._get(url).json()
Jun 02 08:31:33.204936 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 02 08:31:33.204936 dv-cinder-786385-7-iscsi neutron-server[92341]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 02 08:31:33.204936 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 02 08:31:33.204936 dv-cinder-786385-7-iscsi neutron-server[92341]:     return self.request(url, 'GET', **kwargs)
Jun 02 08:31:33.204936 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 02 08:31:33.204936 dv-cinder-786385-7-iscsi neutron-server[92341]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 02 08:31:33.204936 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 02 08:31:33.204936 dv-cinder-786385-7-iscsi neutron-server[92341]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 02 08:31:33.204936 dv-cinder-786385-7-iscsi neutron-server[92341]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 02 08:31:33.204936 dv-cinder-786385-7-iscsi neutron-server[92341]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 02 08:31:33.204936 dv-cinder-786385-7-iscsi neutron-server[92341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 02 08:31:33.349822 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-70a5eba0-6f64-4fa5-9ab3-bb4dd915cd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8216435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7889186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8036641'] for network, after_delete {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:33.353506 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-1c8a8133-f41a-4e55-bb7d-0176b0a7a951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:31:33.366184 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron_lib.callbacks.manager [None req-70a5eba0-6f64-4fa5-9ab3-bb4dd915cd09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889247'] for network, before_response {{(pid=92341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:33.378503 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5eba0-6f64-4fa5-9ab3-bb4dd915cd09 admin admin] Pushing event deleted for resources: {'Network': ['ID=189aa6e3-e08d-4ae4-979c-9fab212f0dfb,revision_number=None']} {{(pid=92341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:31:33.382199 dv-cinder-786385-7-iscsi neutron-server[92341]: DEBUG oslo_concurrency.lockutils [None req-70a5eba0-6f64-4fa5-9ab3-bb4dd915cd09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:31:33.383941 dv-cinder-786385-7-iscsi neutron-server[92341]: INFO neutron.wsgi [None req-70a5eba0-6f64-4fa5-9ab3-bb4dd915cd09 admin admin] 10.222.0.77 "DELETE /v2.0/networks/189aa6e3-e08d-4ae4-979c-9fab212f0dfb HTTP/1.1" status: 204  len: 168 time: 1.0434208
Jun 02 08:31:33.695382 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 41428) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:31:33.742784 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-f468503a-c81b-406c-af06-c1246065e2fa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cdbec1ec3f63482a98b7bae1100654a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0461779
Jun 02 08:31:33.745077 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 41430) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:31:33.800629 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-5bc22eba-2e2d-4917-8e32-29154034d1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:33.825322 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-5bc22eba-2e2d-4917-8e32-29154034d1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:33.957430 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-5bc22eba-2e2d-4917-8e32-29154034d1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:33.962059 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-7760500e-49db-4c14-8b21-b12daf99b972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:31:33.980424 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc22eba-2e2d-4917-8e32-29154034d1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c14aacb-f026-498b-bca4-839fe5ef8d91,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:31:33.983208 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-5bc22eba-2e2d-4917-8e32-29154034d1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:31:33.984116 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-5bc22eba-2e2d-4917-8e32-29154034d1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:33.985191 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-5bc22eba-2e2d-4917-8e32-29154034d1de admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6c14aacb-f026-498b-bca4-839fe5ef8d91 HTTP/1.1" status: 204  len: 168 time: 0.2392797
Jun 02 08:31:34.116833 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 78ce9653-cbf9-4b30-b838-ace0b2ea4993 no longer exists at agent ovs-agent-dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 02 08:31:34.153598 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.plugin [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] No Port match for: 78ce9653-cbf9-4b30-b838-ace0b2ea4993 {{(pid=92343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 02 08:31:34.153945 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron.plugins.ml2.rpc [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Device 78ce9653-cbf9-4b30-b838-ace0b2ea4993 not bound to the agent host dv-cinder-786385-7-iscsi {{(pid=92343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 02 08:31:34.675398 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 41436) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:31:34.724672 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-6d442abf-5433-4d58-829c-40884c42055f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=be7c01491e3745aeba87dd4490e12db8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0480230
Jun 02 08:31:34.727549 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.wsgi [-] (92342) accepted ('10.222.0.77', 41438) {{(pid=92342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 02 08:31:34.783631 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-eb745f37-91b1-4a6e-9c2b-b06d332ddb4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:34.809052 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-eb745f37-91b1-4a6e-9c2b-b06d332ddb4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:34.932451 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-eb745f37-91b1-4a6e-9c2b-b06d332ddb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8216499'] for security_group, after_delete {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:34.936055 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-3945dd6e-f803-45cf-b875-80ed75f4409e tempest-AttachVolumeShelveTestJSON-705533448 tempest-AttachVolumeShelveTestJSON-705533448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 02 08:31:34.948985 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb745f37-91b1-4a6e-9c2b-b06d332ddb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146b6720-f0fa-49ff-a42f-ef44386bc601,revision_number=None']} {{(pid=92342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 02 08:31:34.951852 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG oslo_concurrency.lockutils [None req-eb745f37-91b1-4a6e-9c2b-b06d332ddb4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 02 08:31:34.953993 dv-cinder-786385-7-iscsi neutron-server[92342]: DEBUG neutron_lib.callbacks.manager [None req-eb745f37-91b1-4a6e-9c2b-b06d332ddb4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:34.955150 dv-cinder-786385-7-iscsi neutron-server[92342]: INFO neutron.wsgi [None req-eb745f37-91b1-4a6e-9c2b-b06d332ddb4c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/146b6720-f0fa-49ff-a42f-ef44386bc601 HTTP/1.1" status: 204  len: 168 time: 0.2265358
Jun 02 08:31:36.069570 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:31:40.086654 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-a6266934-f9af-41fe-853c-52d232e0938b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:42.657704 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:42.680447 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-5f984ac8-2d6c-4bc7-8dd1-b23493c50afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:43.854511 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:31:45.283125 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:32:01.196484 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:32:10.041875 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-608df68b-57d7-49e2-95e3-0dc3f031ad25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:32:12.631489 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:32:12.691206 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-da87662a-61ad-4e32-acea-3bea9544d053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:32:13.068668 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:32:13.841691 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:32:15.264383 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:32:31.152929 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:32:40.034988 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-cf2c7a23-0a6c-4549-91f0-aa71e1e7f3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:32:42.598738 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:32:42.621528 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-3e8e5eb1-d4a9-4e60-be3c-cf21018c23a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:32:43.834921 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:32:45.269287 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:32:50.066932 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:33:01.165806 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:33:10.031958 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-195b0610-7e1e-4ec8-bf7d-86276e1f0d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:33:12.599989 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:33:12.623094 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-427e5530-98a3-4198-9faf-ff044c75b1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:33:13.817257 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:33:15.291064 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:33:27.066624 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:33:31.165779 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:33:40.043311 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb5a1-ff35-494e-8faf-72e8c8aa9411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:33:42.570484 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:33:42.616441 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-3e6fab11-eed2-45d7-af52-4e603c3c6145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:33:43.821891 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:33:45.287971 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:34:01.178829 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:34:04.066060 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:34:10.032939 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-b9c092b7-1953-428f-bddf-d24284e6b92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:34:12.592733 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:34:12.610103 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8e6ec05e-48a3-47d6-b9e4-297899a07ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:34:13.820968 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:34:15.300924 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:34:31.163212 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:34:40.049115 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-a0bdd28b-e89a-4444-927d-642cb355de7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:34:41.065290 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:34:42.585625 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:34:42.642723 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-db0f8d39-48c0-45f0-a093-f621a07ae2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:34:43.852555 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:34:45.303592 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:35:01.202384 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:35:10.036346 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7fd3fce1-a162-4a39-ad54-50ea673d0d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:35:12.711307 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:35:12.713326 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-2e66444e-4a1d-45b5-b446-bbfdca89079c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:35:13.847532 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:35:15.287807 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:35:18.064353 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:35:31.241597 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:35:40.027898 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-5d41bede-2a4b-4dec-ad77-c64fede1c05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:35:42.578506 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:35:42.658706 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-d2604fdd-5778-4145-a3ab-fe48b3e3c36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:35:43.827837 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:35:45.275608 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:35:55.062659 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:36:01.218216 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:36:10.073082 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-df05ad4a-cef0-432e-8fa1-62e88d6cffa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:36:12.575397 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:36:12.632819 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-054cd229-0d5d-45e9-a604-fafe726671b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:36:13.827335 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:36:15.280298 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:36:31.237882 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe5fe-4b28-4154-87dc-9fb45b4f6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:36:32.061401 dv-cinder-786385-7-iscsi neutron-server[92344]: DEBUG neutron.db.agents_db [None req-d5abdcfe-5bc2-4341-9bdd-ab5bbd1f6a3c None None] Agent healthcheck: found 6 active agents {{(pid=92344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 02 08:36:40.054707 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-920fb070-fcb5-4f63-aadb-60ff1513e23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:36:42.792657 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-08918c5c-2449-45c6-9790-5a3273cbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:36:42.794182 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-896bdd03-5ea0-4a80-8c8e-b10676a3b8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:36:43.839491 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-8c36d938-0396-40b2-9e53-938d7aa4b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 02 08:36:45.325831 dv-cinder-786385-7-iscsi neutron-server[92343]: DEBUG neutron_lib.callbacks.manager [None req-7cfa754c-e735-48d1-bf67-a34db5ae4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744146903709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922880'] for agent, after_update {{(pid=92343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}